{"level":"warn","ts":"2026-03-31T20:22:00.652279Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:22:00.652377Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.140:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.140:2380","--initial-cluster=instance=https://199.204.45.140:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.140:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.140:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T20:22:00.65244Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T20:22:00.652451Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-03-31T20:22:00.652473Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:22:00.653152Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"]} {"level":"info","ts":"2026-03-31T20:22:00.653246Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.140:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T20:22:00.697995Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"44.536687ms"} {"level":"info","ts":"2026-03-31T20:22:00.87117Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"35b2766da46a76bb","cluster-id":"f5fd3aeb8d9f53dc"} {"level":"info","ts":"2026-03-31T20:22:00.871285Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T20:22:00.871308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 0"} {"level":"info","ts":"2026-03-31T20:22:00.871325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 35b2766da46a76bb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T20:22:00.871338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became follower at term 1"} {"level":"info","ts":"2026-03-31T20:22:00.871394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"warn","ts":"2026-03-31T20:22:01.021825Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T20:22:01.065062Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T20:22:01.171761Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T20:22:01.232565Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"35b2766da46a76bb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T20:22:01.232918Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"35b2766da46a76bb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T20:22:01.233154Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:22:01.233272Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:22:01.233289Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T20:22:01.248165Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T20:22:01.248271Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-03-31T20:22:01.248316Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.140:2380"} {"level":"info","ts":"2026-03-31T20:22:01.248344Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"35b2766da46a76bb","initial-advertise-peer-urls":["https://199.204.45.140:2380"],"listen-peer-urls":["https://199.204.45.140:2380"],"advertise-client-urls":["https://199.204.45.140:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.140:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T20:22:01.248375Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T20:22:01.318437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb switched to configuration voters=(3869285243146630843)"} {"level":"info","ts":"2026-03-31T20:22:01.31859Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","added-peer-id":"35b2766da46a76bb","added-peer-peer-urls":["https://199.204.45.140:2380"]} {"level":"info","ts":"2026-03-31T20:22:01.672534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T20:22:01.672631Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T20:22:01.672665Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgPreVoteResp from 35b2766da46a76bb at term 1"} {"level":"info","ts":"2026-03-31T20:22:01.672686Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became candidate at term 2"} {"level":"info","ts":"2026-03-31T20:22:01.672697Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb received MsgVoteResp from 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-03-31T20:22:01.672713Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"35b2766da46a76bb became leader at term 2"} {"level":"info","ts":"2026-03-31T20:22:01.672726Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 35b2766da46a76bb elected leader 35b2766da46a76bb at term 2"} {"level":"info","ts":"2026-03-31T20:22:01.738323Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:22:01.828785Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:22:01.8289Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T20:22:01.828777Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"35b2766da46a76bb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.140:2379]}","request-path":"/0/members/35b2766da46a76bb/attributes","cluster-id":"f5fd3aeb8d9f53dc","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T20:22:01.8291Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T20:22:01.829159Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T20:22:01.832577Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T20:22:01.832629Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.140:2379"} {"level":"info","ts":"2026-03-31T20:22:01.976278Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f5fd3aeb8d9f53dc","local-member-id":"35b2766da46a76bb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:22:01.976723Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T20:22:01.976767Z","caller":"traceutil/trace.go:171","msg":"trace[606824725] linearizableReadLoop","detail":"{readStateIndex:4; appliedIndex:3; }","duration":"103.809675ms","start":"2026-03-31T20:22:01.872948Z","end":"2026-03-31T20:22:01.976758Z","steps":["trace[606824725] 'read index received' (duration: 103.313604ms)","trace[606824725] 'applied index is now lower than readState.Index' (duration: 495.001µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:01.976834Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-31T20:22:01.976957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.980448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:01.977058Z","caller":"traceutil/trace.go:171","msg":"trace[2103477915] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"104.094481ms","start":"2026-03-31T20:22:01.872942Z","end":"2026-03-31T20:22:01.977037Z","steps":["trace[2103477915] 'agreement among raft nodes before linearized reading' (duration: 103.897697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:01.977096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.998179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:01.977184Z","caller":"traceutil/trace.go:171","msg":"trace[963916463] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"104.143213ms","start":"2026-03-31T20:22:01.873019Z","end":"2026-03-31T20:22:01.977162Z","steps":["trace[963916463] 'agreement among raft nodes before linearized reading' (duration: 104.02278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:02.223569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.257802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T20:22:02.223857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.582161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:02.223984Z","caller":"traceutil/trace.go:171","msg":"trace[751399600] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"107.747524ms","start":"2026-03-31T20:22:02.116218Z","end":"2026-03-31T20:22:02.223966Z","steps":["trace[751399600] 'count revisions from in-memory index tree' (duration: 107.449997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:02.224037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.781395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T20:22:02.224071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.872247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:02.224105Z","caller":"traceutil/trace.go:171","msg":"trace[1917063136] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"145.899127ms","start":"2026-03-31T20:22:02.078192Z","end":"2026-03-31T20:22:02.224092Z","steps":["trace[1917063136] 'count revisions from in-memory index tree' (duration: 145.839317ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:02.224103Z","caller":"traceutil/trace.go:171","msg":"trace[261143464] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"132.875907ms","start":"2026-03-31T20:22:02.091209Z","end":"2026-03-31T20:22:02.224084Z","steps":["trace[261143464] 'count revisions from in-memory index tree' (duration: 132.710363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:02.224104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.819336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:02.223731Z","caller":"traceutil/trace.go:171","msg":"trace[127481199] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"107.432727ms","start":"2026-03-31T20:22:02.116275Z","end":"2026-03-31T20:22:02.223707Z","steps":["trace[127481199] 'range keys from in-memory index tree' (duration: 107.189961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:02.224158Z","caller":"traceutil/trace.go:171","msg":"trace[1089666734] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"145.898398ms","start":"2026-03-31T20:22:02.078247Z","end":"2026-03-31T20:22:02.224145Z","steps":["trace[1089666734] 'range keys from in-memory index tree' (duration: 145.754904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:02.224168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.898231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T20:22:02.223987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.658896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:02.224228Z","caller":"traceutil/trace.go:171","msg":"trace[1092239879] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"121.964022ms","start":"2026-03-31T20:22:02.102243Z","end":"2026-03-31T20:22:02.224207Z","steps":["trace[1092239879] 'count revisions from in-memory index tree' (duration: 121.782498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:02.224271Z","caller":"traceutil/trace.go:171","msg":"trace[288832694] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"159.985463ms","start":"2026-03-31T20:22:02.064268Z","end":"2026-03-31T20:22:02.224253Z","steps":["trace[288832694] 'count revisions from in-memory index tree' (duration: 159.566444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:02.224285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.941022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:02.224434Z","caller":"traceutil/trace.go:171","msg":"trace[1145845141] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"122.222668ms","start":"2026-03-31T20:22:02.102192Z","end":"2026-03-31T20:22:02.224414Z","steps":["trace[1145845141] 'range keys from in-memory index tree' (duration: 121.821849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:02.224049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.710157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:02.224538Z","caller":"traceutil/trace.go:171","msg":"trace[279057809] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"160.218578ms","start":"2026-03-31T20:22:02.064307Z","end":"2026-03-31T20:22:02.224525Z","steps":["trace[279057809] 'range keys from in-memory index tree' (duration: 159.640995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:02.223996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.781285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:02.2246Z","caller":"traceutil/trace.go:171","msg":"trace[2105442452] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"133.443089ms","start":"2026-03-31T20:22:02.091146Z","end":"2026-03-31T20:22:02.224589Z","steps":["trace[2105442452] 'range keys from in-memory index tree' (duration: 132.714034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:03.69264Z","caller":"traceutil/trace.go:171","msg":"trace[870163845] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"486.694371ms","start":"2026-03-31T20:22:03.20592Z","end":"2026-03-31T20:22:03.692614Z","steps":["trace[870163845] 'process raft request' (duration: 486.541968ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:03.692696Z","caller":"traceutil/trace.go:171","msg":"trace[1447520396] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"486.121598ms","start":"2026-03-31T20:22:03.206552Z","end":"2026-03-31T20:22:03.692673Z","steps":["trace[1447520396] 'process raft request' (duration: 486.092118ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:03.692792Z","caller":"traceutil/trace.go:171","msg":"trace[22218281] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"486.603459ms","start":"2026-03-31T20:22:03.20618Z","end":"2026-03-31T20:22:03.692784Z","steps":["trace[22218281] 'process raft request' (duration: 486.371094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:03.692824Z","caller":"traceutil/trace.go:171","msg":"trace[1833322409] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"486.480047ms","start":"2026-03-31T20:22:03.206337Z","end":"2026-03-31T20:22:03.692817Z","steps":["trace[1833322409] 'process raft request' (duration: 486.269422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:03.692887Z","caller":"traceutil/trace.go:171","msg":"trace[1440617858] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"486.66501ms","start":"2026-03-31T20:22:03.206171Z","end":"2026-03-31T20:22:03.692836Z","steps":["trace[1440617858] 'process raft request' (duration: 486.411194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:03.692984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.20591Z","time spent":"486.798343ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:03.693057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.206142Z","time spent":"486.836004ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:03.69317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.206167Z","time spent":"486.643389ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:03.693268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.206331Z","time spent":"486.509797ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:03.693531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.206542Z","time spent":"486.22208ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:04.456005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.971479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T20:22:04.456187Z","caller":"traceutil/trace.go:171","msg":"trace[1143321647] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"1.24884057s","start":"2026-03-31T20:22:03.207311Z","end":"2026-03-31T20:22:04.456152Z","steps":["trace[1143321647] 'process raft request' (duration: 539.445282ms)","trace[1143321647] 'compare' (duration: 708.762384ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:04.456283Z","caller":"traceutil/trace.go:171","msg":"trace[1120100723] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"758.876246ms","start":"2026-03-31T20:22:03.69739Z","end":"2026-03-31T20:22:04.456266Z","steps":["trace[1120100723] 'process raft request' (duration: 758.842616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.456318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.207305Z","time spent":"1.248950532s","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:04.456349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.697316Z","time spent":"759.008479ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:04.456469Z","caller":"traceutil/trace.go:171","msg":"trace[684738098] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"759.273376ms","start":"2026-03-31T20:22:03.697177Z","end":"2026-03-31T20:22:04.45645Z","steps":["trace[684738098] 'process raft request' (duration: 758.929688ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:04.456501Z","caller":"traceutil/trace.go:171","msg":"trace[242598409] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"759.227125ms","start":"2026-03-31T20:22:03.697241Z","end":"2026-03-31T20:22:04.456469Z","steps":["trace[242598409] 'process raft request' (duration: 758.937888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.456568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.697153Z","time spent":"759.372629ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:04.456622Z","caller":"traceutil/trace.go:171","msg":"trace[1072428566] linearizableReadLoop","detail":"{readStateIndex:12; appliedIndex:6; }","duration":"1.249178849s","start":"2026-03-31T20:22:03.207431Z","end":"2026-03-31T20:22:04.45661Z","steps":["trace[1072428566] 'read index received' (duration: 485.090345ms)","trace[1072428566] 'applied index is now lower than readState.Index' (duration: 764.087144ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:04.456616Z","caller":"traceutil/trace.go:171","msg":"trace[1499871013] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"759.339967ms","start":"2026-03-31T20:22:03.697231Z","end":"2026-03-31T20:22:04.456571Z","steps":["trace[1499871013] 'process raft request' (duration: 758.925667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.456654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.697223Z","time spent":"759.351968ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:04.456761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.697207Z","time spent":"759.484552ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:04.456778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287722292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:04.456828Z","caller":"traceutil/trace.go:171","msg":"trace[1865118443] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:14; }","duration":"1.287797363s","start":"2026-03-31T20:22:03.169017Z","end":"2026-03-31T20:22:04.456814Z","steps":["trace[1865118443] 'agreement among raft nodes before linearized reading' (duration: 1.287668511s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.45683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198652457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T20:22:04.456831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250225372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T20:22:04.456892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.169007Z","time spent":"1.287873636s","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-31T20:22:04.456899Z","caller":"traceutil/trace.go:171","msg":"trace[1036718354] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:14; }","duration":"1.198752639s","start":"2026-03-31T20:22:03.258131Z","end":"2026-03-31T20:22:04.456883Z","steps":["trace[1036718354] 'agreement among raft nodes before linearized reading' (duration: 1.198659997s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:04.456921Z","caller":"traceutil/trace.go:171","msg":"trace[428546587] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:14; }","duration":"1.250354035s","start":"2026-03-31T20:22:03.206549Z","end":"2026-03-31T20:22:04.456903Z","steps":["trace[428546587] 'agreement among raft nodes before linearized reading' (duration: 1.250133121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.456958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.258111Z","time spent":"1.19883476s","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T20:22:04.456968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246733053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T20:22:04.456987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.382301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:04.457032Z","caller":"traceutil/trace.go:171","msg":"trace[1886762008] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:14; }","duration":"1.246809286s","start":"2026-03-31T20:22:03.210202Z","end":"2026-03-31T20:22:04.457011Z","steps":["trace[1886762008] 'agreement among raft nodes before linearized reading' (duration: 1.246681143s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.457036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.215377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:04.457069Z","caller":"traceutil/trace.go:171","msg":"trace[880295974] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:14; }","duration":"351.493844ms","start":"2026-03-31T20:22:04.105551Z","end":"2026-03-31T20:22:04.457045Z","steps":["trace[880295974] 'agreement among raft nodes before linearized reading' (duration: 351.247978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.457078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.210197Z","time spent":"1.246873197s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:22:04.457065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248887452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:04.457109Z","caller":"traceutil/trace.go:171","msg":"trace[926206088] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14; }","duration":"351.304319ms","start":"2026-03-31T20:22:04.105779Z","end":"2026-03-31T20:22:04.457083Z","steps":["trace[926206088] 'agreement among raft nodes before linearized reading' (duration: 351.140516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.456995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.206345Z","time spent":"1.250626922s","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T20:22:04.457154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.10576Z","time spent":"351.385101ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"info","ts":"2026-03-31T20:22:04.457159Z","caller":"traceutil/trace.go:171","msg":"trace[73456456] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:14; }","duration":"1.249020695s","start":"2026-03-31T20:22:03.208119Z","end":"2026-03-31T20:22:04.45714Z","steps":["trace[73456456] 'agreement among raft nodes before linearized reading' (duration: 1.248630036s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.457116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.105535Z","time spent":"351.572245ms","remote":"127.0.0.1:53002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-03-31T20:22:04.45721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.208111Z","time spent":"1.249084027s","remote":"127.0.0.1:52712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-31T20:22:04.457134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252065353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:04.457269Z","caller":"traceutil/trace.go:171","msg":"trace[454045819] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"759.991762ms","start":"2026-03-31T20:22:03.697244Z","end":"2026-03-31T20:22:04.457236Z","steps":["trace[454045819] 'process raft request' (duration: 758.958498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:04.457377Z","caller":"traceutil/trace.go:171","msg":"trace[2066555261] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:0; response_revision:14; }","duration":"1.252424171s","start":"2026-03-31T20:22:03.204911Z","end":"2026-03-31T20:22:04.457335Z","steps":["trace[2066555261] 'agreement among raft nodes before linearized reading' (duration: 1.251778307s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.457437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.697226Z","time spent":"760.163316ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:04.457509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.2049Z","time spent":"1.252504082s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-31T20:22:04.457974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292860457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:04.458063Z","caller":"traceutil/trace.go:171","msg":"trace[344643704] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:14; }","duration":"1.293143523s","start":"2026-03-31T20:22:03.164894Z","end":"2026-03-31T20:22:04.458038Z","steps":["trace[344643704] 'agreement among raft nodes before linearized reading' (duration: 1.291807844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.458124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:03.164851Z","time spent":"1.293257176s","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" "} {"level":"info","ts":"2026-03-31T20:22:04.849138Z","caller":"traceutil/trace.go:171","msg":"trace[150332506] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"386.481597ms","start":"2026-03-31T20:22:04.462634Z","end":"2026-03-31T20:22:04.849115Z","steps":["trace[150332506] 'process raft request' (duration: 386.407455ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:04.849183Z","caller":"traceutil/trace.go:171","msg":"trace[1108049085] linearizableReadLoop","detail":"{readStateIndex:26; appliedIndex:18; }","duration":"301.296859ms","start":"2026-03-31T20:22:04.547868Z","end":"2026-03-31T20:22:04.849164Z","steps":["trace[1108049085] 'read index received' (duration: 275.01734ms)","trace[1108049085] 'applied index is now lower than readState.Index' (duration: 26.278609ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:04.849123Z","caller":"traceutil/trace.go:171","msg":"trace[1367191039] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"387.281095ms","start":"2026-03-31T20:22:04.461776Z","end":"2026-03-31T20:22:04.849057Z","steps":["trace[1367191039] 'process raft request' (duration: 361.017246ms)","trace[1367191039] 'compare' (duration: 25.994943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:04.849233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.462626Z","time spent":"386.559488ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:04.849221Z","caller":"traceutil/trace.go:171","msg":"trace[1417539890] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"386.728291ms","start":"2026-03-31T20:22:04.462458Z","end":"2026-03-31T20:22:04.849187Z","steps":["trace[1417539890] 'process raft request' (duration: 386.539167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:04.849262Z","caller":"traceutil/trace.go:171","msg":"trace[1150620202] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"386.922817ms","start":"2026-03-31T20:22:04.462316Z","end":"2026-03-31T20:22:04.849239Z","steps":["trace[1150620202] 'process raft request' (duration: 386.653671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.849319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.462451Z","time spent":"386.821484ms","remote":"127.0.0.1:53002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:04.849344Z","caller":"traceutil/trace.go:171","msg":"trace[1576403659] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"386.61449ms","start":"2026-03-31T20:22:04.462724Z","end":"2026-03-31T20:22:04.849339Z","steps":["trace[1576403659] 'process raft request' (duration: 386.341604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:04.84934Z","caller":"traceutil/trace.go:171","msg":"trace[576084811] transaction","detail":"{read_only:false; number_of_response:0; response_revision:21; }","duration":"386.484306ms","start":"2026-03-31T20:22:04.462838Z","end":"2026-03-31T20:22:04.849322Z","steps":["trace[576084811] 'process raft request' (duration: 386.254501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.849371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.462717Z","time spent":"386.64173ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:04.849359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.462307Z","time spent":"387.001908ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:04.849425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.828759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-03-31T20:22:04.849436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.462831Z","time spent":"386.558468ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:04.849406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.461761Z","time spent":"387.49257ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:04.849489Z","caller":"traceutil/trace.go:171","msg":"trace[1622551028] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"385.905924ms","start":"2026-03-31T20:22:04.463572Z","end":"2026-03-31T20:22:04.849477Z","steps":["trace[1622551028] 'process raft request' (duration: 385.548586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.849568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.463554Z","time spent":"385.973405ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:04.849531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.269577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:04.849602Z","caller":"traceutil/trace.go:171","msg":"trace[1636535730] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:22; }","duration":"330.917301ms","start":"2026-03-31T20:22:04.518534Z","end":"2026-03-31T20:22:04.849451Z","steps":["trace[1636535730] 'agreement among raft nodes before linearized reading' (duration: 330.812539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:04.849643Z","caller":"traceutil/trace.go:171","msg":"trace[1865527847] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:22; }","duration":"334.413071ms","start":"2026-03-31T20:22:04.515205Z","end":"2026-03-31T20:22:04.849618Z","steps":["trace[1865527847] 'agreement among raft nodes before linearized reading' (duration: 334.241527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.849643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.227551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T20:22:04.849701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.515193Z","time spent":"334.497973ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" "} {"level":"info","ts":"2026-03-31T20:22:04.849716Z","caller":"traceutil/trace.go:171","msg":"trace[65499197] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:22; }","duration":"328.337684ms","start":"2026-03-31T20:22:04.521359Z","end":"2026-03-31T20:22:04.849697Z","steps":["trace[65499197] 'agreement among raft nodes before linearized reading' (duration: 327.935925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.849757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.521338Z","time spent":"328.411245ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-31T20:22:04.849944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.518513Z","time spent":"331.359132ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-31T20:22:04.849276Z","caller":"traceutil/trace.go:171","msg":"trace[411835190] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"387.026008ms","start":"2026-03-31T20:22:04.462195Z","end":"2026-03-31T20:22:04.849221Z","steps":["trace[411835190] 'process raft request' (duration: 386.736662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.850507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.946162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:04.850567Z","caller":"traceutil/trace.go:171","msg":"trace[2070627016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22; }","duration":"389.021943ms","start":"2026-03-31T20:22:04.461523Z","end":"2026-03-31T20:22:04.850544Z","steps":["trace[2070627016] 'agreement among raft nodes before linearized reading' (duration: 388.584434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.850599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.461514Z","time spent":"389.077264ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:04.851125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.462183Z","time spent":"388.350767ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:04.899155Z","caller":"traceutil/trace.go:171","msg":"trace[1107318317] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"347.559045ms","start":"2026-03-31T20:22:04.55157Z","end":"2026-03-31T20:22:04.899129Z","steps":["trace[1107318317] 'process raft request' (duration: 347.438882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.89928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.847554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:04.899355Z","caller":"traceutil/trace.go:171","msg":"trace[1030164475] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:23; }","duration":"348.962236ms","start":"2026-03-31T20:22:04.550378Z","end":"2026-03-31T20:22:04.89934Z","steps":["trace[1030164475] 'agreement among raft nodes before linearized reading' (duration: 348.786032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:04.8994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.550357Z","time spent":"349.033668ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-03-31T20:22:04.899232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.145672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T20:22:04.899553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.551552Z","time spent":"347.810881ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:04.899561Z","caller":"traceutil/trace.go:171","msg":"trace[937920319] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:23; }","duration":"237.48486ms","start":"2026-03-31T20:22:04.662027Z","end":"2026-03-31T20:22:04.899512Z","steps":["trace[937920319] 'agreement among raft nodes before linearized reading' (duration: 237.112622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.239015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.195755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T20:22:05.239395Z","caller":"traceutil/trace.go:171","msg":"trace[398876395] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"386.424675ms","start":"2026-03-31T20:22:04.852926Z","end":"2026-03-31T20:22:05.239351Z","steps":["trace[398876395] 'process raft request' (duration: 214.822472ms)","trace[398876395] 'compare' (duration: 171.02105ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:05.23947Z","caller":"traceutil/trace.go:171","msg":"trace[1538431440] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"385.996915ms","start":"2026-03-31T20:22:04.853465Z","end":"2026-03-31T20:22:05.239462Z","steps":["trace[1538431440] 'process raft request' (duration: 385.77147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.239551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.853453Z","time spent":"386.047787ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:05.239563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.852906Z","time spent":"386.580009ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:05.23961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.102824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-31T20:22:05.23958Z","caller":"traceutil/trace.go:171","msg":"trace[1490043315] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"386.514347ms","start":"2026-03-31T20:22:04.853031Z","end":"2026-03-31T20:22:05.239546Z","steps":["trace[1490043315] 'process raft request' (duration: 386.088758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:05.239698Z","caller":"traceutil/trace.go:171","msg":"trace[1071477694] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:29; }","duration":"389.33068ms","start":"2026-03-31T20:22:04.850356Z","end":"2026-03-31T20:22:05.239687Z","steps":["trace[1071477694] 'agreement among raft nodes before linearized reading' (duration: 389.098075ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:05.239422Z","caller":"traceutil/trace.go:171","msg":"trace[1138952721] linearizableReadLoop","detail":"{readStateIndex:33; appliedIndex:27; }","duration":"340.26449ms","start":"2026-03-31T20:22:04.899125Z","end":"2026-03-31T20:22:05.23939Z","steps":["trace[1138952721] 'read index received' (duration: 168.639727ms)","trace[1138952721] 'applied index is now lower than readState.Index' (duration: 171.623813ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:05.239743Z","caller":"traceutil/trace.go:171","msg":"trace[2015843918] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"386.170959ms","start":"2026-03-31T20:22:04.853557Z","end":"2026-03-31T20:22:05.239728Z","steps":["trace[2015843918] 'process raft request' (duration: 385.75078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.239769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.85033Z","time spent":"389.405051ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T20:22:05.239798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.853022Z","time spent":"386.687511ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:05.239828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.853537Z","time spent":"386.248171ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:05.23987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.669195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T20:22:05.23999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.848286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:05.240019Z","caller":"traceutil/trace.go:171","msg":"trace[979427430] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"384.711056ms","start":"2026-03-31T20:22:04.855278Z","end":"2026-03-31T20:22:05.239989Z","steps":["trace[979427430] 'process raft request' (duration: 384.080832ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:05.240161Z","caller":"traceutil/trace.go:171","msg":"trace[220427775] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:29; }","duration":"387.915098ms","start":"2026-03-31T20:22:04.852127Z","end":"2026-03-31T20:22:05.240042Z","steps":["trace[220427775] 'agreement among raft nodes before linearized reading' (duration: 387.821106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.240206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.852073Z","time spent":"388.121502ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:22:05.240195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.855265Z","time spent":"384.850579ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:05.239424Z","caller":"traceutil/trace.go:171","msg":"trace[496572740] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"385.74211ms","start":"2026-03-31T20:22:04.853662Z","end":"2026-03-31T20:22:05.239404Z","steps":["trace[496572740] 'process raft request' (duration: 385.674578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.240349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.853646Z","time spent":"386.65584ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:05.239989Z","caller":"traceutil/trace.go:171","msg":"trace[1317902972] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:29; }","duration":"384.89536ms","start":"2026-03-31T20:22:04.855062Z","end":"2026-03-31T20:22:05.239958Z","steps":["trace[1317902972] 'agreement among raft nodes before linearized reading' (duration: 384.354078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.240491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.855045Z","time spent":"385.422321ms","remote":"127.0.0.1:52712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" "} {"level":"warn","ts":"2026-03-31T20:22:05.239995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.548937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:05.240668Z","caller":"traceutil/trace.go:171","msg":"trace[431197388] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:29; }","duration":"387.210492ms","start":"2026-03-31T20:22:04.853391Z","end":"2026-03-31T20:22:05.240601Z","steps":["trace[431197388] 'agreement among raft nodes before linearized reading' (duration: 386.547598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.240832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.853376Z","time spent":"387.367055ms","remote":"127.0.0.1:53002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-cluster-critical\" "} {"level":"info","ts":"2026-03-31T20:22:05.271523Z","caller":"traceutil/trace.go:171","msg":"trace[2044934319] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"369.434394ms","start":"2026-03-31T20:22:04.902078Z","end":"2026-03-31T20:22:05.271512Z","steps":["trace[2044934319] 'process raft request' (duration: 369.296641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.271567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.902062Z","time spent":"369.486745ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:05.27169Z","caller":"traceutil/trace.go:171","msg":"trace[1752627801] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"369.248531ms","start":"2026-03-31T20:22:04.902408Z","end":"2026-03-31T20:22:05.271657Z","steps":["trace[1752627801] 'process raft request' (duration: 369.062846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.271836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.441781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T20:22:05.271932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.902388Z","time spent":"369.400174ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:05.271884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.338976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:05.272123Z","caller":"traceutil/trace.go:171","msg":"trace[814801689] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:31; }","duration":"370.598202ms","start":"2026-03-31T20:22:04.901506Z","end":"2026-03-31T20:22:05.272104Z","steps":["trace[814801689] 'agreement among raft nodes before linearized reading' (duration: 370.151312ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:05.271967Z","caller":"traceutil/trace.go:171","msg":"trace[1784251535] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:31; }","duration":"367.549783ms","start":"2026-03-31T20:22:04.904377Z","end":"2026-03-31T20:22:05.271927Z","steps":["trace[1784251535] 'agreement among raft nodes before linearized reading' (duration: 367.215825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.27217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.901494Z","time spent":"370.663103ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/view\" "} {"level":"warn","ts":"2026-03-31T20:22:05.272172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:04.904348Z","time spent":"367.813129ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-03-31T20:22:05.707399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.480633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T20:22:05.707632Z","caller":"traceutil/trace.go:171","msg":"trace[59486208] linearizableReadLoop","detail":"{readStateIndex:38; appliedIndex:35; }","duration":"436.103498ms","start":"2026-03-31T20:22:05.271509Z","end":"2026-03-31T20:22:05.707613Z","steps":["trace[59486208] 'read index received' (duration: 71.293607ms)","trace[59486208] 'applied index is now lower than readState.Index' (duration: 364.809011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:05.707787Z","caller":"traceutil/trace.go:171","msg":"trace[904962320] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"464.132765ms","start":"2026-03-31T20:22:05.243642Z","end":"2026-03-31T20:22:05.707774Z","steps":["trace[904962320] 'process raft request' (duration: 463.925301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.70787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.243603Z","time spent":"464.227447ms","remote":"127.0.0.1:53002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:05.707838Z","caller":"traceutil/trace.go:171","msg":"trace[586391841] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"465.362743ms","start":"2026-03-31T20:22:05.242399Z","end":"2026-03-31T20:22:05.707761Z","steps":["trace[586391841] 'process raft request' (duration: 100.43743ms)","trace[586391841] 'compare' (duration: 364.284129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:05.708525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.129252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:05.708637Z","caller":"traceutil/trace.go:171","msg":"trace[499682722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34; }","duration":"154.252085ms","start":"2026-03-31T20:22:05.554345Z","end":"2026-03-31T20:22:05.708597Z","steps":["trace[499682722] 'agreement among raft nodes before linearized reading' (duration: 153.468418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:05.707841Z","caller":"traceutil/trace.go:171","msg":"trace[365604179] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"465.012025ms","start":"2026-03-31T20:22:05.242804Z","end":"2026-03-31T20:22:05.707816Z","steps":["trace[365604179] 'process raft request' (duration: 464.707628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.708847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.242792Z","time spent":"465.965868ms","remote":"127.0.0.1:53106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:05.708884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.242371Z","time spent":"465.613839ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:05.709387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.323705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:05.70946Z","caller":"traceutil/trace.go:171","msg":"trace[946002297] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:34; }","duration":"466.420158ms","start":"2026-03-31T20:22:05.243018Z","end":"2026-03-31T20:22:05.709438Z","steps":["trace[946002297] 'agreement among raft nodes before linearized reading' (duration: 464.835182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.709516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.243009Z","time spent":"466.496009ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-31T20:22:05.709846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.438453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T20:22:05.709946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.057222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:05.709972Z","caller":"traceutil/trace.go:171","msg":"trace[997925751] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:34; }","duration":"435.584147ms","start":"2026-03-31T20:22:05.274357Z","end":"2026-03-31T20:22:05.709941Z","steps":["trace[997925751] 'agreement among raft nodes before linearized reading' (duration: 433.454799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:05.710022Z","caller":"traceutil/trace.go:171","msg":"trace[454742883] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:34; }","duration":"196.163593ms","start":"2026-03-31T20:22:05.513837Z","end":"2026-03-31T20:22:05.710001Z","steps":["trace[454742883] 'agreement among raft nodes before linearized reading' (duration: 194.125207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.710048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.27435Z","time spent":"435.664829ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-03-31T20:22:05.712583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.719563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T20:22:05.71277Z","caller":"traceutil/trace.go:171","msg":"trace[1521495861] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:34; }","duration":"386.522108ms","start":"2026-03-31T20:22:05.326218Z","end":"2026-03-31T20:22:05.71274Z","steps":["trace[1521495861] 'agreement among raft nodes before linearized reading' (duration: 381.74585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:05.712837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:05.326201Z","time spent":"386.608139ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-03-31T20:22:06.579029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.684246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:06.579131Z","caller":"traceutil/trace.go:171","msg":"trace[1526242428] transaction","detail":"{read_only:false; response_revision:149; number_of_response:1; }","duration":"257.995489ms","start":"2026-03-31T20:22:06.321119Z","end":"2026-03-31T20:22:06.579115Z","steps":["trace[1526242428] 'process raft request' (duration: 148.159219ms)","trace[1526242428] 'compare' (duration: 109.546923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:07.848982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.339363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3285"} {"level":"info","ts":"2026-03-31T20:22:07.849107Z","caller":"traceutil/trace.go:171","msg":"trace[822812900] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:241; }","duration":"215.505117ms","start":"2026-03-31T20:22:07.633573Z","end":"2026-03-31T20:22:07.849078Z","steps":["trace[822812900] 'range keys from in-memory index tree' (duration: 215.21397ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:08.898888Z","caller":"traceutil/trace.go:171","msg":"trace[2009826645] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"107.516768ms","start":"2026-03-31T20:22:08.791347Z","end":"2026-03-31T20:22:08.898864Z","steps":["trace[2009826645] 'process raft request' (duration: 107.390055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:09.828683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.225408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:09.828829Z","caller":"traceutil/trace.go:171","msg":"trace[1966780229] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"249.830005ms","start":"2026-03-31T20:22:09.57897Z","end":"2026-03-31T20:22:09.8288Z","steps":["trace[1966780229] 'process raft request' (duration: 131.415263ms)","trace[1966780229] 'compare' (duration: 118.071695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:10.452514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:10.952973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:10.999448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121504768s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:22:13.162961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16320286s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:13.163109Z","caller":"traceutil/trace.go:171","msg":"trace[1074355361] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"3.28520792s","start":"2026-03-31T20:22:09.877875Z","end":"2026-03-31T20:22:13.163083Z","steps":["trace[1074355361] 'process raft request' (duration: 1.121799454s)","trace[1074355361] 'compare' (duration: 2.163053107s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:13.163189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:09.87786Z","time spent":"3.285289962s","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:13.297246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.297545488s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:22:13.297722Z","caller":"traceutil/trace.go:171","msg":"trace[1118589284] transaction","detail":"{read_only:false; number_of_response:0; response_revision:304; }","duration":"3.345827238s","start":"2026-03-31T20:22:09.951853Z","end":"2026-03-31T20:22:13.29768Z","steps":["trace[1118589284] 'process raft request' (duration: 3.345703675s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:13.297786Z","caller":"traceutil/trace.go:171","msg":"trace[173164512] transaction","detail":"{read_only:false; number_of_response:0; response_revision:304; }","duration":"3.345989311s","start":"2026-03-31T20:22:09.951786Z","end":"2026-03-31T20:22:13.297775Z","steps":["trace[173164512] 'process raft request' (duration: 3.345646813s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.298033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:09.951831Z","time spent":"3.345957321s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:13.297709Z","caller":"traceutil/trace.go:171","msg":"trace[542193116] transaction","detail":"{read_only:false; number_of_response:0; response_revision:304; }","duration":"3.345854809s","start":"2026-03-31T20:22:09.9518Z","end":"2026-03-31T20:22:13.297655Z","steps":["trace[542193116] 'process raft request' (duration: 3.345725415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.298224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:09.95176Z","time spent":"3.34634711s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:13.298241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:09.951779Z","time spent":"3.346341679s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:13.297806Z","caller":"traceutil/trace.go:171","msg":"trace[789427283] transaction","detail":"{read_only:false; number_of_response:0; response_revision:304; }","duration":"3.345851248s","start":"2026-03-31T20:22:09.951891Z","end":"2026-03-31T20:22:13.297742Z","steps":["trace[789427283] 'process raft request' (duration: 3.345687885s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.298351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346641726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3980"} {"level":"info","ts":"2026-03-31T20:22:13.298351Z","caller":"traceutil/trace.go:171","msg":"trace[554557744] linearizableReadLoop","detail":"{readStateIndex:316; appliedIndex:311; }","duration":"3.34594398s","start":"2026-03-31T20:22:09.95168Z","end":"2026-03-31T20:22:13.297624Z","steps":["trace[554557744] 'read index received' (duration: 1.048005331s)","trace[554557744] 'applied index is now lower than readState.Index' (duration: 2.297937599s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:13.298444Z","caller":"traceutil/trace.go:171","msg":"trace[2030537389] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:304; }","duration":"3.346802449s","start":"2026-03-31T20:22:09.95161Z","end":"2026-03-31T20:22:13.298413Z","steps":["trace[2030537389] 'agreement among raft nodes before linearized reading' (duration: 3.346558574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.298423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:09.951878Z","time spent":"3.346478402s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:22:13.298494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:09.951586Z","time spent":"3.346898601s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4003,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-31T20:22:13.298552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.114919926s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:13.298658Z","caller":"traceutil/trace.go:171","msg":"trace[1874527397] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:304; }","duration":"3.115047398s","start":"2026-03-31T20:22:10.183597Z","end":"2026-03-31T20:22:13.298644Z","steps":["trace[1874527397] 'agreement among raft nodes before linearized reading' (duration: 3.114894395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.298688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.579440902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:22:13.298648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752494291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:13.298752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912239556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:22:13.298809Z","caller":"traceutil/trace.go:171","msg":"trace[784458198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:304; }","duration":"2.912351389s","start":"2026-03-31T20:22:10.386442Z","end":"2026-03-31T20:22:13.298794Z","steps":["trace[784458198] 'agreement among raft nodes before linearized reading' (duration: 2.912234666s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.298805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57040349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:22:13.298853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.386421Z","time spent":"2.912423111s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:13.298688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.819273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T20:22:13.298892Z","caller":"traceutil/trace.go:171","msg":"trace[520349991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:304; }","duration":"2.570519963s","start":"2026-03-31T20:22:10.728338Z","end":"2026-03-31T20:22:13.298858Z","steps":["trace[520349991] 'agreement among raft nodes before linearized reading' (duration: 2.57038241s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:13.298904Z","caller":"traceutil/trace.go:171","msg":"trace[162800220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:304; }","duration":"1.752699226s","start":"2026-03-31T20:22:11.546088Z","end":"2026-03-31T20:22:13.298787Z","steps":["trace[162800220] 'agreement among raft nodes before linearized reading' (duration: 1.75244719s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.298953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.728317Z","time spent":"2.570617725s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:22:13.298956Z","caller":"traceutil/trace.go:171","msg":"trace[1025397018] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:304; }","duration":"132.116239ms","start":"2026-03-31T20:22:13.166793Z","end":"2026-03-31T20:22:13.298909Z","steps":["trace[1025397018] 'agreement among raft nodes before linearized reading' (duration: 131.813763ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:13.298733Z","caller":"traceutil/trace.go:171","msg":"trace[114532110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:304; }","duration":"2.579521644s","start":"2026-03-31T20:22:10.719199Z","end":"2026-03-31T20:22:13.298721Z","steps":["trace[114532110] 'agreement among raft nodes before linearized reading' (duration: 2.579444782s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:13.299052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:10.719176Z","time spent":"2.579860702s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:13.299047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:11.546059Z","time spent":"1.752969842s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:14.46349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.204423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-31T20:22:14.463589Z","caller":"traceutil/trace.go:171","msg":"trace[1597456622] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:333; }","duration":"160.388618ms","start":"2026-03-31T20:22:14.303179Z","end":"2026-03-31T20:22:14.463568Z","steps":["trace[1597456622] 'range keys from in-memory index tree' (duration: 160.068411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:19.86419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022337,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:22:20.019152Z","caller":"traceutil/trace.go:171","msg":"trace[38997258] linearizableReadLoop","detail":"{readStateIndex:414; appliedIndex:413; }","duration":"655.622647ms","start":"2026-03-31T20:22:19.363505Z","end":"2026-03-31T20:22:20.019128Z","steps":["trace[38997258] 'read index received' (duration: 655.407422ms)","trace[38997258] 'applied index is now lower than readState.Index' (duration: 213.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:20.019289Z","caller":"traceutil/trace.go:171","msg":"trace[12834613] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"688.68251ms","start":"2026-03-31T20:22:19.330571Z","end":"2026-03-31T20:22:20.019253Z","steps":["trace[12834613] 'process raft request' (duration: 688.410914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:20.019375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.417889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:22:20.01939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.215437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:22:20.019422Z","caller":"traceutil/trace.go:171","msg":"trace[572763015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:400; }","duration":"626.524651ms","start":"2026-03-31T20:22:19.392887Z","end":"2026-03-31T20:22:20.019411Z","steps":["trace[572763015] 'agreement among raft nodes before linearized reading' (duration: 626.430799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:20.019425Z","caller":"traceutil/trace.go:171","msg":"trace[1902855713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:400; }","duration":"623.326391ms","start":"2026-03-31T20:22:19.396089Z","end":"2026-03-31T20:22:20.019415Z","steps":["trace[1902855713] 'agreement among raft nodes before linearized reading' (duration: 623.27528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:20.01945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:19.392862Z","time spent":"626.581902ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:20.019467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:19.396075Z","time spent":"623.383402ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:20.019503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.117131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:20.019504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.51995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:22:20.01958Z","caller":"traceutil/trace.go:171","msg":"trace[894992245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:400; }","duration":"235.250174ms","start":"2026-03-31T20:22:19.784312Z","end":"2026-03-31T20:22:20.019563Z","steps":["trace[894992245] 'agreement among raft nodes before linearized reading' (duration: 235.091071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:20.019319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.80836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:22:20.019636Z","caller":"traceutil/trace.go:171","msg":"trace[410160303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:400; }","duration":"626.679384ms","start":"2026-03-31T20:22:19.392913Z","end":"2026-03-31T20:22:20.019593Z","steps":["trace[410160303] 'agreement among raft nodes before linearized reading' (duration: 626.47356ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:20.019695Z","caller":"traceutil/trace.go:171","msg":"trace[1886195256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:400; }","duration":"656.25114ms","start":"2026-03-31T20:22:19.36343Z","end":"2026-03-31T20:22:20.019681Z","steps":["trace[1886195256] 'agreement among raft nodes before linearized reading' (duration: 655.825471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:20.019703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:19.330544Z","time spent":"688.816683ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:20.01973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:19.363398Z","time spent":"656.321292ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:20.019717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:19.392889Z","time spent":"626.809907ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:21.531612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.034554ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:21.531782Z","caller":"traceutil/trace.go:171","msg":"trace[1201586465] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:400; }","duration":"473.222718ms","start":"2026-03-31T20:22:21.058539Z","end":"2026-03-31T20:22:21.531762Z","steps":["trace[1201586465] 'range keys from in-memory index tree' (duration: 473.016374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.53353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.988139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:21.534104Z","caller":"traceutil/trace.go:171","msg":"trace[422263984] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"1.511603127s","start":"2026-03-31T20:22:20.02243Z","end":"2026-03-31T20:22:21.534033Z","steps":["trace[422263984] 'process raft request' (duration: 745.285328ms)","trace[422263984] 'compare' (duration: 764.05985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:21.534791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:20.022412Z","time spent":"1.511825452s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:21.535135Z","caller":"traceutil/trace.go:171","msg":"trace[132256496] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"1.512079337s","start":"2026-03-31T20:22:20.022929Z","end":"2026-03-31T20:22:21.535008Z","steps":["trace[132256496] 'process raft request' (duration: 1.51081048s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:21.535177Z","caller":"traceutil/trace.go:171","msg":"trace[198838136] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"1.511547676s","start":"2026-03-31T20:22:20.023582Z","end":"2026-03-31T20:22:21.535129Z","steps":["trace[198838136] 'process raft request' (duration: 1.511218619s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:21.535309Z","caller":"traceutil/trace.go:171","msg":"trace[1180391348] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"1.511174077s","start":"2026-03-31T20:22:20.024065Z","end":"2026-03-31T20:22:21.535239Z","steps":["trace[1180391348] 'process raft request' (duration: 1.510962223s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:21.5354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:20.023562Z","time spent":"1.51173451s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:21.535879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:20.024047Z","time spent":"1.511438263s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:21.536616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:20.02292Z","time spent":"1.512360423s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:23.483309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.754092ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:22:23.483411Z","caller":"traceutil/trace.go:171","msg":"trace[675814850] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:418; }","duration":"699.268331ms","start":"2026-03-31T20:22:22.784127Z","end":"2026-03-31T20:22:23.483396Z","steps":["trace[675814850] 'read index received' (duration: 443.388246ms)","trace[675814850] 'applied index is now lower than readState.Index' (duration: 255.878835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:23.483481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.341303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:23.484057Z","caller":"traceutil/trace.go:171","msg":"trace[245987938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"699.942355ms","start":"2026-03-31T20:22:22.78409Z","end":"2026-03-31T20:22:23.484032Z","steps":["trace[245987938] 'agreement among raft nodes before linearized reading' (duration: 699.344252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:23.484091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:22.784072Z","time spent":"700.008417ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:22:23.654669Z","caller":"traceutil/trace.go:171","msg":"trace[1250457058] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"111.479848ms","start":"2026-03-31T20:22:23.543148Z","end":"2026-03-31T20:22:23.654628Z","steps":["trace[1250457058] 'process raft request' (duration: 111.242363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:23.858035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.896839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:23.858332Z","caller":"traceutil/trace.go:171","msg":"trace[369101725] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"313.872423ms","start":"2026-03-31T20:22:23.544444Z","end":"2026-03-31T20:22:23.858316Z","steps":["trace[369101725] 'process raft request' (duration: 313.816882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:23.858448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:23.544435Z","time spent":"313.974475ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:23.858303Z","caller":"traceutil/trace.go:171","msg":"trace[1154955896] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"314.355404ms","start":"2026-03-31T20:22:23.543917Z","end":"2026-03-31T20:22:23.858272Z","steps":["trace[1154955896] 'process raft request' (duration: 206.139258ms)","trace[1154955896] 'compare' (duration: 107.685255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:23.858621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:23.543901Z","time spent":"314.64301ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:23.858448Z","caller":"traceutil/trace.go:171","msg":"trace[969276554] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"314.143569ms","start":"2026-03-31T20:22:23.544272Z","end":"2026-03-31T20:22:23.858416Z","steps":["trace[969276554] 'process raft request' (duration: 313.901024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:23.8588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:23.544258Z","time spent":"314.472637ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:24.645633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.135687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:24.645726Z","caller":"traceutil/trace.go:171","msg":"trace[596051376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"131.2781ms","start":"2026-03-31T20:22:24.514421Z","end":"2026-03-31T20:22:24.6457Z","steps":["trace[596051376] 'range keys from in-memory index tree' (duration: 131.023555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:25.882965Z","caller":"traceutil/trace.go:171","msg":"trace[1923565020] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"138.667151ms","start":"2026-03-31T20:22:25.744281Z","end":"2026-03-31T20:22:25.882948Z","steps":["trace[1923565020] 'process raft request' (duration: 138.532199ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:30.292869Z","caller":"traceutil/trace.go:171","msg":"trace[1569270611] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:466; }","duration":"348.138034ms","start":"2026-03-31T20:22:29.944692Z","end":"2026-03-31T20:22:30.29283Z","steps":["trace[1569270611] 'read index received' (duration: 347.850118ms)","trace[1569270611] 'applied index is now lower than readState.Index' (duration: 286.236µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:30.292937Z","caller":"traceutil/trace.go:171","msg":"trace[1003121218] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"356.734232ms","start":"2026-03-31T20:22:29.93617Z","end":"2026-03-31T20:22:30.292904Z","steps":["trace[1003121218] 'process raft request' (duration: 356.298892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:30.293113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:29.936149Z","time spent":"356.869985ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:30.293131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.397619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:22:30.293211Z","caller":"traceutil/trace.go:171","msg":"trace[198413988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:449; }","duration":"348.555343ms","start":"2026-03-31T20:22:29.944634Z","end":"2026-03-31T20:22:30.29319Z","steps":["trace[198413988] 'agreement among raft nodes before linearized reading' (duration: 348.387919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:30.29327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:29.944613Z","time spent":"348.642255ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:30.296616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.822408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:22:30.29675Z","caller":"traceutil/trace.go:171","msg":"trace[1983051184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:450; }","duration":"343.013993ms","start":"2026-03-31T20:22:29.953707Z","end":"2026-03-31T20:22:30.296721Z","steps":["trace[1983051184] 'agreement among raft nodes before linearized reading' (duration: 342.770137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:30.296816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:29.953692Z","time spent":"343.112064ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:30.296724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.89372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:22:30.296994Z","caller":"traceutil/trace.go:171","msg":"trace[1294523995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:450; }","duration":"343.220687ms","start":"2026-03-31T20:22:29.953744Z","end":"2026-03-31T20:22:30.296965Z","steps":["trace[1294523995] 'agreement among raft nodes before linearized reading' (duration: 342.854089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:30.297177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:29.953721Z","time spent":"343.33102ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:22:30.402585Z","caller":"traceutil/trace.go:171","msg":"trace[71720412] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"100.707231ms","start":"2026-03-31T20:22:30.301849Z","end":"2026-03-31T20:22:30.402556Z","steps":["trace[71720412] 'process raft request' (duration: 100.633769ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:30.402739Z","caller":"traceutil/trace.go:171","msg":"trace[192475785] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"103.78989ms","start":"2026-03-31T20:22:30.298912Z","end":"2026-03-31T20:22:30.402702Z","steps":["trace[192475785] 'process raft request' (duration: 22.123064ms)","trace[192475785] 'compare' (duration: 81.020261ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:30.402756Z","caller":"traceutil/trace.go:171","msg":"trace[1649826374] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"101.167133ms","start":"2026-03-31T20:22:30.301563Z","end":"2026-03-31T20:22:30.40273Z","steps":["trace[1649826374] 'process raft request' (duration: 100.64612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:32.913165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022439,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:22:33.254224Z","caller":"traceutil/trace.go:171","msg":"trace[1595512887] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"952.05839ms","start":"2026-03-31T20:22:32.302147Z","end":"2026-03-31T20:22:33.254206Z","steps":["trace[1595512887] 'process raft request' (duration: 951.928867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.254348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.302128Z","time spent":"952.155172ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:33.391992Z","caller":"traceutil/trace.go:171","msg":"trace[1830379991] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:471; }","duration":"979.796598ms","start":"2026-03-31T20:22:32.41216Z","end":"2026-03-31T20:22:33.391957Z","steps":["trace[1830379991] 'read index received' (duration: 841.964413ms)","trace[1830379991] 'applied index is now lower than readState.Index' (duration: 137.829875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:33.392203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.008873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:22:33.392236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.964607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:33.392241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.009842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:22:33.392271Z","caller":"traceutil/trace.go:171","msg":"trace[1337511773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:454; }","duration":"980.146826ms","start":"2026-03-31T20:22:32.412107Z","end":"2026-03-31T20:22:33.392254Z","steps":["trace[1337511773] 'agreement among raft nodes before linearized reading' (duration: 979.999773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:33.39229Z","caller":"traceutil/trace.go:171","msg":"trace[2180188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:454; }","duration":"592.066008ms","start":"2026-03-31T20:22:32.800209Z","end":"2026-03-31T20:22:33.392275Z","steps":["trace[2180188] 'agreement among raft nodes before linearized reading' (duration: 591.954296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:33.392524Z","caller":"traceutil/trace.go:171","msg":"trace[230442435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:454; }","duration":"980.086495ms","start":"2026-03-31T20:22:32.412201Z","end":"2026-03-31T20:22:33.392288Z","steps":["trace[230442435] 'agreement among raft nodes before linearized reading' (duration: 979.964742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.392589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.412196Z","time spent":"980.379611ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:33.392325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.412086Z","time spent":"980.230867ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:33.392328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.601434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:22:33.392729Z","caller":"traceutil/trace.go:171","msg":"trace[1879307091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:454; }","duration":"980.028673ms","start":"2026-03-31T20:22:32.412684Z","end":"2026-03-31T20:22:33.392713Z","steps":["trace[1879307091] 'agreement among raft nodes before linearized reading' (duration: 979.509242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:33.392524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.800192Z","time spent":"592.13554ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:33.392792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:32.412676Z","time spent":"980.098355ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:22:37.441172Z","caller":"traceutil/trace.go:171","msg":"trace[685611454] linearizableReadLoop","detail":"{readStateIndex:482; appliedIndex:481; }","duration":"135.106673ms","start":"2026-03-31T20:22:37.306039Z","end":"2026-03-31T20:22:37.441146Z","steps":["trace[685611454] 'read index received' (duration: 135.011211ms)","trace[685611454] 'applied index is now lower than readState.Index' (duration: 94.072µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:37.441426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.352959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:22:37.441525Z","caller":"traceutil/trace.go:171","msg":"trace[1070259009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:462; }","duration":"135.546763ms","start":"2026-03-31T20:22:37.305958Z","end":"2026-03-31T20:22:37.441504Z","steps":["trace[1070259009] 'agreement among raft nodes before linearized reading' (duration: 135.314938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:37.635087Z","caller":"traceutil/trace.go:171","msg":"trace[893662763] linearizableReadLoop","detail":"{readStateIndex:484; appliedIndex:482; }","duration":"161.93152ms","start":"2026-03-31T20:22:37.473133Z","end":"2026-03-31T20:22:37.635065Z","steps":["trace[893662763] 'read index received' (duration: 91.92535ms)","trace[893662763] 'applied index is now lower than readState.Index' (duration: 70.00496ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:37.635163Z","caller":"traceutil/trace.go:171","msg":"trace[991828370] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"189.140585ms","start":"2026-03-31T20:22:37.445984Z","end":"2026-03-31T20:22:37.635125Z","steps":["trace[991828370] 'process raft request' (duration: 189.024952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:37.635152Z","caller":"traceutil/trace.go:171","msg":"trace[4761535] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"192.867087ms","start":"2026-03-31T20:22:37.442223Z","end":"2026-03-31T20:22:37.63509Z","steps":["trace[4761535] 'process raft request' (duration: 122.880337ms)","trace[4761535] 'compare' (duration: 69.759625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:37.635276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.528522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:22:37.635276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.141225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:22:37.635317Z","caller":"traceutil/trace.go:171","msg":"trace[1544197380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:464; }","duration":"145.617243ms","start":"2026-03-31T20:22:37.489686Z","end":"2026-03-31T20:22:37.635303Z","steps":["trace[1544197380] 'agreement among raft nodes before linearized reading' (duration: 145.539542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:37.635326Z","caller":"traceutil/trace.go:171","msg":"trace[463292747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:464; }","duration":"162.242148ms","start":"2026-03-31T20:22:37.473071Z","end":"2026-03-31T20:22:37.635313Z","steps":["trace[463292747] 'agreement among raft nodes before linearized reading' (duration: 162.138995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:37.63555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.765617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:22:37.635738Z","caller":"traceutil/trace.go:171","msg":"trace[1458538706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:464; }","duration":"145.981431ms","start":"2026-03-31T20:22:37.489725Z","end":"2026-03-31T20:22:37.635706Z","steps":["trace[1458538706] 'agreement among raft nodes before linearized reading' (duration: 145.704815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:43.287335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022562,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:22:43.614406Z","caller":"traceutil/trace.go:171","msg":"trace[301565416] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:601; }","duration":"827.488166ms","start":"2026-03-31T20:22:42.786886Z","end":"2026-03-31T20:22:43.614374Z","steps":["trace[301565416] 'read index received' (duration: 826.903502ms)","trace[301565416] 'applied index is now lower than readState.Index' (duration: 583.344µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:43.61449Z","caller":"traceutil/trace.go:171","msg":"trace[1161062707] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"906.28917ms","start":"2026-03-31T20:22:42.708154Z","end":"2026-03-31T20:22:43.614443Z","steps":["trace[1161062707] 'process raft request' (duration: 905.906591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:43.61459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.689001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:43.614622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:42.708108Z","time spent":"906.447483ms","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:43.614645Z","caller":"traceutil/trace.go:171","msg":"trace[700425323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:578; }","duration":"827.794863ms","start":"2026-03-31T20:22:42.786832Z","end":"2026-03-31T20:22:43.614627Z","steps":["trace[700425323] 'agreement among raft nodes before linearized reading' (duration: 827.671671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:43.614701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:42.786809Z","time spent":"827.880875ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:44.676313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01736332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:22:44.676389Z","caller":"traceutil/trace.go:171","msg":"trace[1601083102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:578; }","duration":"1.017477512s","start":"2026-03-31T20:22:43.658895Z","end":"2026-03-31T20:22:44.676372Z","steps":["trace[1601083102] 'range keys from in-memory index tree' (duration: 1.017248277s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.67642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.658878Z","time spent":"1.017536144s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:44.676459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.104141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:22:44.676499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008446905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:22:44.676543Z","caller":"traceutil/trace.go:171","msg":"trace[720169656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:578; }","duration":"994.206724ms","start":"2026-03-31T20:22:43.682311Z","end":"2026-03-31T20:22:44.676518Z","steps":["trace[720169656] 'range keys from in-memory index tree' (duration: 994.03447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:44.676577Z","caller":"traceutil/trace.go:171","msg":"trace[1806230337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:578; }","duration":"1.008566358s","start":"2026-03-31T20:22:43.66799Z","end":"2026-03-31T20:22:44.676556Z","steps":["trace[1806230337] 'range keys from in-memory index tree' (duration: 1.008357022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.676585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.682304Z","time spent":"994.273635ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:44.676605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.39742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:22:44.67662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.66797Z","time spent":"1.008641759s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:22:44.67663Z","caller":"traceutil/trace.go:171","msg":"trace[324358242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:578; }","duration":"995.446461ms","start":"2026-03-31T20:22:43.681175Z","end":"2026-03-31T20:22:44.676622Z","steps":["trace[324358242] 'range keys from in-memory index tree' (duration: 995.337398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.676664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.681161Z","time spent":"995.498462ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:22:44.676759Z","caller":"traceutil/trace.go:171","msg":"trace[1808895885] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"930.972921ms","start":"2026-03-31T20:22:43.745774Z","end":"2026-03-31T20:22:44.676747Z","steps":["trace[1808895885] 'process raft request' (duration: 919.836697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.676836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.745752Z","time spent":"931.033772ms","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:44.714087Z","caller":"traceutil/trace.go:171","msg":"trace[527243370] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:602; }","duration":"217.838815ms","start":"2026-03-31T20:22:44.496225Z","end":"2026-03-31T20:22:44.714064Z","steps":["trace[527243370] 'read index received' (duration: 169.463167ms)","trace[527243370] 'applied index is now lower than readState.Index' (duration: 48.374528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:44.714203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.967568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:44.714238Z","caller":"traceutil/trace.go:171","msg":"trace[605219110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"218.05742ms","start":"2026-03-31T20:22:44.49617Z","end":"2026-03-31T20:22:44.714227Z","steps":["trace[605219110] 'agreement among raft nodes before linearized reading' (duration: 217.981858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:44.714311Z","caller":"traceutil/trace.go:171","msg":"trace[1521574811] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"914.262595ms","start":"2026-03-31T20:22:43.799967Z","end":"2026-03-31T20:22:44.71423Z","steps":["trace[1521574811] 'process raft request' (duration: 912.972367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:44.714637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:43.799934Z","time spent":"914.545931ms","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:49.94106Z","caller":"traceutil/trace.go:171","msg":"trace[561235114] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"118.715135ms","start":"2026-03-31T20:22:49.822314Z","end":"2026-03-31T20:22:49.941029Z","steps":["trace[561235114] 'process raft request' (duration: 115.892704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:51.289802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.656419ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:51.290001Z","caller":"traceutil/trace.go:171","msg":"trace[2133481752] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:612; }","duration":"232.866013ms","start":"2026-03-31T20:22:51.057106Z","end":"2026-03-31T20:22:51.289972Z","steps":["trace[2133481752] 'range keys from in-memory index tree' (duration: 232.636879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:51.290329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.197849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:51.29043Z","caller":"traceutil/trace.go:171","msg":"trace[1912153302] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"496.971178ms","start":"2026-03-31T20:22:50.79344Z","end":"2026-03-31T20:22:51.290411Z","steps":["trace[1912153302] 'process raft request' (duration: 333.608705ms)","trace[1912153302] 'compare' (duration: 162.77925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:51.290502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:50.793424Z","time spent":"497.037239ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:53.784776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:22:53.78487Z","caller":"traceutil/trace.go:171","msg":"trace[712459276] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000425344s","start":"2026-03-31T20:22:51.784427Z","end":"2026-03-31T20:22:53.784852Z","steps":["trace[712459276] 'agreement among raft nodes before linearized reading' (duration: 2.000290961s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:53.784912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:51.784408Z","time spent":"2.000492826s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:22:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:22:54.147877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095080344s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:22:54.148152Z","caller":"traceutil/trace.go:171","msg":"trace[1185358949] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"3.354340202s","start":"2026-03-31T20:22:50.793772Z","end":"2026-03-31T20:22:54.148112Z","steps":["trace[1185358949] 'process raft request' (duration: 1.258948041s)","trace[1185358949] 'compare' (duration: 2.09442724s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:22:54.14832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:50.793757Z","time spent":"3.354478525s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:54.148477Z","caller":"traceutil/trace.go:171","msg":"trace[768881767] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:637; }","duration":"3.338172928s","start":"2026-03-31T20:22:50.810291Z","end":"2026-03-31T20:22:54.148464Z","steps":["trace[768881767] 'read index received' (duration: 316.90195ms)","trace[768881767] 'applied index is now lower than readState.Index' (duration: 3.021268008s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:54.148528Z","caller":"traceutil/trace.go:171","msg":"trace[1764204462] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"3.172848253s","start":"2026-03-31T20:22:50.975667Z","end":"2026-03-31T20:22:54.148516Z","steps":["trace[1764204462] 'process raft request' (duration: 3.172450194s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:54.148594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:50.975641Z","time spent":"3.172916264s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036193,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:22:54.148594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338285731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:22:54.148657Z","caller":"traceutil/trace.go:171","msg":"trace[923362280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:615; }","duration":"3.338378942s","start":"2026-03-31T20:22:50.810264Z","end":"2026-03-31T20:22:54.148643Z","steps":["trace[923362280] 'agreement among raft nodes before linearized reading' (duration: 3.33826975s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:54.148695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:50.810252Z","time spent":"3.338437464s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:22:54.649442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022819,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:54.914056Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.26596305s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:22:55.497431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.104552ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:22:55.498086Z","caller":"traceutil/trace.go:171","msg":"trace[1766308714] linearizableReadLoop","detail":"{readStateIndex:643; appliedIndex:640; }","duration":"1.349545991s","start":"2026-03-31T20:22:54.148512Z","end":"2026-03-31T20:22:55.498058Z","steps":["trace[1766308714] 'read index received' (duration: 765.817866ms)","trace[1766308714] 'applied index is now lower than readState.Index' (duration: 583.726515ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:22:55.498121Z","caller":"traceutil/trace.go:171","msg":"trace[1303911487] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"1.344653903s","start":"2026-03-31T20:22:54.153309Z","end":"2026-03-31T20:22:55.497963Z","steps":["trace[1303911487] 'process raft request' (duration: 1.344238304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.498246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713067699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:22:55.498323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.153275Z","time spent":"1.344923879s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:22:55.498364Z","caller":"traceutil/trace.go:171","msg":"trace[2084177344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"1.713227683s","start":"2026-03-31T20:22:53.785104Z","end":"2026-03-31T20:22:55.498332Z","steps":["trace[2084177344] 'agreement among raft nodes before linearized reading' (duration: 1.713020509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.498333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.436307391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-w9cmj\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-31T20:22:55.498354Z","caller":"traceutil/trace.go:171","msg":"trace[636016369] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"1.301775376s","start":"2026-03-31T20:22:54.196555Z","end":"2026-03-31T20:22:55.498331Z","steps":["trace[636016369] 'process raft request' (duration: 1.301241174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.498432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.785084Z","time spent":"1.713334686s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:55.498433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001649673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:22:55.498455Z","caller":"traceutil/trace.go:171","msg":"trace[1909476875] range","detail":"{range_begin:/registry/pods/kube-system/cilium-w9cmj; range_end:; response_count:1; response_revision:617; }","duration":"4.436489465s","start":"2026-03-31T20:22:51.061935Z","end":"2026-03-31T20:22:55.498424Z","steps":["trace[1909476875] 'agreement among raft nodes before linearized reading' (duration: 4.43623747s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:55.498493Z","caller":"traceutil/trace.go:171","msg":"trace[528857873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"1.001756285s","start":"2026-03-31T20:22:54.496723Z","end":"2026-03-31T20:22:55.498479Z","steps":["trace[528857873] 'agreement among raft nodes before linearized reading' (duration: 1.001661953s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.498514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20370432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:22:55.498335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.688012975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:22:55.498535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:51.06191Z","time spent":"4.436610807s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-w9cmj\" "} {"level":"warn","ts":"2026-03-31T20:22:55.498566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.196528Z","time spent":"1.301936259s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:22:55.498575Z","caller":"traceutil/trace.go:171","msg":"trace[1656165665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:617; }","duration":"4.688278071s","start":"2026-03-31T20:22:50.810284Z","end":"2026-03-31T20:22:55.498562Z","steps":["trace[1656165665] 'agreement among raft nodes before linearized reading' (duration: 4.687919953s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:22:55.498576Z","caller":"traceutil/trace.go:171","msg":"trace[836798654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:617; }","duration":"2.203797111s","start":"2026-03-31T20:22:53.294757Z","end":"2026-03-31T20:22:55.498554Z","steps":["trace[836798654] 'agreement among raft nodes before linearized reading' (duration: 2.203369742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:55.498529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:54.4967Z","time spent":"1.001820857s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:55.498623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:50.810273Z","time spent":"4.688338912s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:22:55.498648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:53.294739Z","time spent":"2.203890733s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:22:56.006836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:56.508014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:57.009204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:57.507024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000528006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:22:57.507105Z","caller":"traceutil/trace.go:171","msg":"trace[235336535] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0006613s","start":"2026-03-31T20:22:55.506423Z","end":"2026-03-31T20:22:57.507085Z","steps":["trace[235336535] 'agreement among raft nodes before linearized reading' (duration: 2.000555257s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:57.507151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:55.506407Z","time spent":"2.000735371s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:57.509758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:58.019592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:58.520281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:59.020743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:59.508701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000817213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:22:59.508786Z","caller":"traceutil/trace.go:171","msg":"trace[1306075719] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000957226s","start":"2026-03-31T20:22:57.507808Z","end":"2026-03-31T20:22:59.508765Z","steps":["trace[1306075719] 'agreement among raft nodes before linearized reading' (duration: 2.000846764s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:22:59.508833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.507784Z","time spent":"2.001039417s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:22:59.521319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205022823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:22:59.582492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.049557874s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:23:00.503461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:55.504962Z","time spent":"4.998465785s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-31T20:23:00.806585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:55.502656Z","time spent":"5.303921505s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 20:23:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:23:00.880009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297214167s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-31T20:23:01.311186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.728430467s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:23:01.359331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.34783ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:01.359483Z","caller":"traceutil/trace.go:171","msg":"trace[1766327996] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:618; }","duration":"301.514824ms","start":"2026-03-31T20:23:01.057948Z","end":"2026-03-31T20:23:01.359463Z","steps":["trace[1766327996] 'range keys from in-memory index tree' (duration: 301.32625ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:01.359507Z","caller":"traceutil/trace.go:171","msg":"trace[1673457306] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"5.855526526s","start":"2026-03-31T20:22:55.503945Z","end":"2026-03-31T20:23:01.359471Z","steps":["trace[1673457306] 'process raft request' (duration: 5.807468035s)","trace[1673457306] 'compare' (duration: 47.610811ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:01.359563Z","caller":"traceutil/trace.go:171","msg":"trace[1033214777] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:643; }","duration":"5.853085313s","start":"2026-03-31T20:22:55.506463Z","end":"2026-03-31T20:23:01.359548Z","steps":["trace[1033214777] 'read index received' (duration: 4.076249627s)","trace[1033214777] 'applied index is now lower than readState.Index' (duration: 1.776834486s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:01.359667Z","caller":"traceutil/trace.go:171","msg":"trace[871911518] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"5.311314085s","start":"2026-03-31T20:22:56.048343Z","end":"2026-03-31T20:23:01.359657Z","steps":["trace[871911518] 'process raft request' (duration: 5.311170512s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:01.359595Z","caller":"traceutil/trace.go:171","msg":"trace[1844440316] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"5.845966318s","start":"2026-03-31T20:22:55.5136Z","end":"2026-03-31T20:23:01.359566Z","steps":["trace[1844440316] 'process raft request' (duration: 5.845865296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.359688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:55.503934Z","time spent":"5.855648939s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:23:01.35974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:56.048317Z","time spent":"5.311373227s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:01.359782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:55.513587Z","time spent":"5.846117211s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:01.516581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:23:01.516668Z","caller":"traceutil/trace.go:171","msg":"trace[1344750081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000324493s","start":"2026-03-31T20:22:59.516318Z","end":"2026-03-31T20:23:01.516643Z","steps":["trace[1344750081] 'agreement among raft nodes before linearized reading' (duration: 2.000221161s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.516707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:59.516299Z","time spent":"2.000400384s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:23:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:23:01.717209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.565883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:449"} {"level":"info","ts":"2026-03-31T20:23:01.717488Z","caller":"traceutil/trace.go:171","msg":"trace[679542884] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:648; }","duration":"357.872986ms","start":"2026-03-31T20:23:01.359599Z","end":"2026-03-31T20:23:01.717472Z","steps":["trace[679542884] 'read index received' (duration: 249.926275ms)","trace[679542884] 'applied index is now lower than readState.Index' (duration: 107.945451ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:01.717493Z","caller":"traceutil/trace.go:171","msg":"trace[252876911] transaction","detail":"{read_only:false; number_of_response:1; response_revision:622; }","duration":"908.589368ms","start":"2026-03-31T20:23:00.808859Z","end":"2026-03-31T20:23:01.717448Z","steps":["trace[252876911] 'process raft request' (duration: 800.691819ms)","trace[252876911] 'compare' (duration: 107.494101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:01.717585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:00.808838Z","time spent":"908.7013ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:01.717683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.560325483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:23:01.717724Z","caller":"traceutil/trace.go:171","msg":"trace[1227285757] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:623; }","duration":"4.560395255s","start":"2026-03-31T20:22:57.157318Z","end":"2026-03-31T20:23:01.717713Z","steps":["trace[1227285757] 'agreement among raft nodes before linearized reading' (duration: 4.560273202s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:01.717726Z","caller":"traceutil/trace.go:171","msg":"trace[1771818552] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"608.129698ms","start":"2026-03-31T20:23:01.109532Z","end":"2026-03-31T20:23:01.717661Z","steps":["trace[1771818552] 'process raft request' (duration: 607.77364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.717777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.20777516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:01.71786Z","caller":"traceutil/trace.go:171","msg":"trace[450879404] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:623; }","duration":"6.207896112s","start":"2026-03-31T20:22:55.509942Z","end":"2026-03-31T20:23:01.717838Z","steps":["trace[450879404] 'agreement among raft nodes before linearized reading' (duration: 6.207723098s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.717875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.921008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T20:23:01.717875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.565709299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:23:01.717913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:55.509933Z","time spent":"6.207971463s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" "} {"level":"warn","ts":"2026-03-31T20:23:01.71789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.76329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:01.717972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214074951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:23:01.718031Z","caller":"traceutil/trace.go:171","msg":"trace[1315705775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:623; }","duration":"4.214165244s","start":"2026-03-31T20:22:57.503851Z","end":"2026-03-31T20:23:01.718016Z","steps":["trace[1315705775] 'agreement among raft nodes before linearized reading' (duration: 4.213706694s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.718016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:01.109504Z","time spent":"608.336603ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:01.718067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.503831Z","time spent":"4.214228415s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:23:01.717914Z","caller":"traceutil/trace.go:171","msg":"trace[2107014059] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c; range_end:; response_count:1; response_revision:623; }","duration":"353.99301ms","start":"2026-03-31T20:23:01.363906Z","end":"2026-03-31T20:23:01.717899Z","steps":["trace[2107014059] 'agreement among raft nodes before linearized reading' (duration: 353.875318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:01.718032Z","caller":"traceutil/trace.go:171","msg":"trace[946571209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:623; }","duration":"200.930744ms","start":"2026-03-31T20:23:01.517078Z","end":"2026-03-31T20:23:01.718009Z","steps":["trace[946571209] 'agreement among raft nodes before linearized reading' (duration: 200.74499ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:01.717975Z","caller":"traceutil/trace.go:171","msg":"trace[249938317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:623; }","duration":"5.565848682s","start":"2026-03-31T20:22:56.152099Z","end":"2026-03-31T20:23:01.717948Z","steps":["trace[249938317] 'agreement among raft nodes before linearized reading' (duration: 5.565697239s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:01.718128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:01.363885Z","time spent":"354.228586ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" "} {"level":"warn","ts":"2026-03-31T20:23:01.718237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:56.15208Z","time spent":"5.566092028s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:01.717781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:22:57.157298Z","time spent":"4.560472936s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} 2026/03/31 20:23:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T20:23:02.379958Z","caller":"traceutil/trace.go:171","msg":"trace[1332003832] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"189.144396ms","start":"2026-03-31T20:23:02.190782Z","end":"2026-03-31T20:23:02.379927Z","steps":["trace[1332003832] 'process raft request' (duration: 188.747967ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:03.044195Z","caller":"traceutil/trace.go:171","msg":"trace[1420976885] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"105.870765ms","start":"2026-03-31T20:23:02.938296Z","end":"2026-03-31T20:23:03.044167Z","steps":["trace[1420976885] 'process raft request' (duration: 105.711041ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:04.054584Z","caller":"traceutil/trace.go:171","msg":"trace[571180113] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"572.371905ms","start":"2026-03-31T20:23:03.482169Z","end":"2026-03-31T20:23:04.054541Z","steps":["trace[571180113] 'process raft request' (duration: 570.134056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:04.054845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:03.48215Z","time spent":"572.570579ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:04.055991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.830023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:23:04.056091Z","caller":"traceutil/trace.go:171","msg":"trace[2088568936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:653; }","duration":"324.981966ms","start":"2026-03-31T20:23:03.731076Z","end":"2026-03-31T20:23:04.056058Z","steps":["trace[2088568936] 'agreement among raft nodes before linearized reading' (duration: 323.566325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:04.05616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:03.731056Z","time spent":"325.089268ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:23:04.057187Z","caller":"traceutil/trace.go:171","msg":"trace[1534465892] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:681; }","duration":"323.242728ms","start":"2026-03-31T20:23:03.731134Z","end":"2026-03-31T20:23:04.054377Z","steps":["trace[1534465892] 'read index received' (duration: 320.259643ms)","trace[1534465892] 'applied index is now lower than readState.Index' (duration: 2.980625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:04.057672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.397876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:04.058005Z","caller":"traceutil/trace.go:171","msg":"trace[1298963994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:653; }","duration":"272.775624ms","start":"2026-03-31T20:23:03.785201Z","end":"2026-03-31T20:23:04.057976Z","steps":["trace[1298963994] 'agreement among raft nodes before linearized reading' (duration: 272.344425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:06.676067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.10073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:06.676152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.611208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:23:06.676177Z","caller":"traceutil/trace.go:171","msg":"trace[1645011362] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:716; }","duration":"272.203012ms","start":"2026-03-31T20:23:06.403938Z","end":"2026-03-31T20:23:06.676141Z","steps":["trace[1645011362] 'range keys from in-memory index tree' (duration: 271.982868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:06.676219Z","caller":"traceutil/trace.go:171","msg":"trace[68158640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:716; }","duration":"131.677109ms","start":"2026-03-31T20:23:06.544522Z","end":"2026-03-31T20:23:06.676199Z","steps":["trace[68158640] 'range keys from in-memory index tree' (duration: 131.422144ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:14.953025Z","caller":"traceutil/trace.go:171","msg":"trace[1560440382] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"221.008082ms","start":"2026-03-31T20:23:14.731971Z","end":"2026-03-31T20:23:14.952979Z","steps":["trace[1560440382] 'process raft request' (duration: 220.725065ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:15.452045Z","caller":"traceutil/trace.go:171","msg":"trace[2096450452] linearizableReadLoop","detail":"{readStateIndex:817; appliedIndex:815; }","duration":"668.325215ms","start":"2026-03-31T20:23:14.783696Z","end":"2026-03-31T20:23:15.452022Z","steps":["trace[2096450452] 'read index received' (duration: 169.061987ms)","trace[2096450452] 'applied index is now lower than readState.Index' (duration: 499.262268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:15.452296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.315013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:23:15.452315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.261881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:23:15.452344Z","caller":"traceutil/trace.go:171","msg":"trace[146024679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:785; }","duration":"646.419446ms","start":"2026-03-31T20:23:14.805912Z","end":"2026-03-31T20:23:15.452332Z","steps":["trace[146024679] 'agreement among raft nodes before linearized reading' (duration: 646.256962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:15.452386Z","caller":"traceutil/trace.go:171","msg":"trace[1891012104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:785; }","duration":"624.391334ms","start":"2026-03-31T20:23:14.827977Z","end":"2026-03-31T20:23:15.452369Z","steps":["trace[1891012104] 'agreement among raft nodes before linearized reading' (duration: 624.201599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:15.452314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.520419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:15.452402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:14.805889Z","time spent":"646.503298ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:15.452421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:14.827952Z","time spent":"624.462936ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:23:15.452445Z","caller":"traceutil/trace.go:171","msg":"trace[1578178140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:785; }","duration":"668.745814ms","start":"2026-03-31T20:23:14.78368Z","end":"2026-03-31T20:23:15.452426Z","steps":["trace[1578178140] 'agreement among raft nodes before linearized reading' (duration: 668.480378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:15.452566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:14.783574Z","time spent":"668.952568ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:23:15.452962Z","caller":"traceutil/trace.go:171","msg":"trace[952566320] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"717.52975ms","start":"2026-03-31T20:23:14.73458Z","end":"2026-03-31T20:23:15.45211Z","steps":["trace[952566320] 'process raft request' (duration: 717.309065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:15.453219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:14.734555Z","time spent":"718.45689ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:21.124974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.79183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:23:21.125027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14001456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:21.12508Z","caller":"traceutil/trace.go:171","msg":"trace[831701910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:808; }","duration":"955.071825ms","start":"2026-03-31T20:23:20.169978Z","end":"2026-03-31T20:23:21.12505Z","steps":["trace[831701910] 'range keys from in-memory index tree' (duration: 954.546534ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:21.125096Z","caller":"traceutil/trace.go:171","msg":"trace[1012627438] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:808; }","duration":"1.140129632s","start":"2026-03-31T20:23:19.984947Z","end":"2026-03-31T20:23:21.125077Z","steps":["trace[1012627438] 'count revisions from in-memory index tree' (duration: 1.139899877s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.125136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:19.984924Z","time spent":"1.140203234s","remote":"127.0.0.1:52958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:21.125142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.169959Z","time spent":"955.166738ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:23:21.125323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340463069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:21.125401Z","caller":"traceutil/trace.go:171","msg":"trace[1002588609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"1.340573272s","start":"2026-03-31T20:23:19.784808Z","end":"2026-03-31T20:23:21.125381Z","steps":["trace[1002588609] 'range keys from in-memory index tree' (duration: 1.340334296s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.125447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:19.784782Z","time spent":"1.340652394s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:21.125611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.053891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:21.125635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931108924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jptfz\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-03-31T20:23:21.125687Z","caller":"traceutil/trace.go:171","msg":"trace[1217832467] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:808; }","duration":"873.130993ms","start":"2026-03-31T20:23:20.252534Z","end":"2026-03-31T20:23:21.125665Z","steps":["trace[1217832467] 'count revisions from in-memory index tree' (duration: 872.917758ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:21.125727Z","caller":"traceutil/trace.go:171","msg":"trace[145324005] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jptfz; range_end:; response_count:1; response_revision:808; }","duration":"1.931248108s","start":"2026-03-31T20:23:19.194456Z","end":"2026-03-31T20:23:21.125704Z","steps":["trace[145324005] 'range keys from in-memory index tree' (duration: 1.93087859s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.125738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.252428Z","time spent":"873.295726ms","remote":"127.0.0.1:53044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:21.125775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:19.194438Z","time spent":"1.931326219s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jptfz\" "} {"level":"warn","ts":"2026-03-31T20:23:21.125835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.528003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:21.125891Z","caller":"traceutil/trace.go:171","msg":"trace[2072045087] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:808; }","duration":"366.625705ms","start":"2026-03-31T20:23:20.759251Z","end":"2026-03-31T20:23:21.125877Z","steps":["trace[2072045087] 'count revisions from in-memory index tree' (duration: 366.441192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.125942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.75923Z","time spent":"366.702147ms","remote":"127.0.0.1:52956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:21.125472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646502447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:23:21.125989Z","caller":"traceutil/trace.go:171","msg":"trace[369960360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:808; }","duration":"1.64705532s","start":"2026-03-31T20:23:19.478922Z","end":"2026-03-31T20:23:21.125978Z","steps":["trace[369960360] 'range keys from in-memory index tree' (duration: 1.646291773s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.126001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578631057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:23:21.126024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:19.478903Z","time spent":"1.64710999s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:23:21.126056Z","caller":"traceutil/trace.go:171","msg":"trace[1358139298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:808; }","duration":"1.578726389s","start":"2026-03-31T20:23:19.547314Z","end":"2026-03-31T20:23:21.12604Z","steps":["trace[1358139298] 'range keys from in-memory index tree' (duration: 1.578460113s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.126097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:19.547294Z","time spent":"1.57879268s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:21.126087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578624357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:23:21.126145Z","caller":"traceutil/trace.go:171","msg":"trace[1618929899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:808; }","duration":"1.578729459s","start":"2026-03-31T20:23:19.547399Z","end":"2026-03-31T20:23:21.126129Z","steps":["trace[1618929899] 'range keys from in-memory index tree' (duration: 1.578489203s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.126185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:19.547375Z","time spent":"1.57879823s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:21.126218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.626153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:21.126257Z","caller":"traceutil/trace.go:171","msg":"trace[767447754] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:808; }","duration":"663.700704ms","start":"2026-03-31T20:23:20.462544Z","end":"2026-03-31T20:23:21.126245Z","steps":["trace[767447754] 'count revisions from in-memory index tree' (duration: 663.490069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.126294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:20.462525Z","time spent":"663.757195ms","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:23:21.389418Z","caller":"traceutil/trace.go:171","msg":"trace[1253983194] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"258.350838ms","start":"2026-03-31T20:23:21.130958Z","end":"2026-03-31T20:23:21.389309Z","steps":["trace[1253983194] 'process raft request' (duration: 258.071461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:21.82688Z","caller":"traceutil/trace.go:171","msg":"trace[1581331144] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"695.384278ms","start":"2026-03-31T20:23:21.131467Z","end":"2026-03-31T20:23:21.826851Z","steps":["trace[1581331144] 'process raft request' (duration: 695.170534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.827062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.131453Z","time spent":"695.512022ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:21.82716Z","caller":"traceutil/trace.go:171","msg":"trace[1030649539] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"695.638845ms","start":"2026-03-31T20:23:21.1315Z","end":"2026-03-31T20:23:21.827139Z","steps":["trace[1030649539] 'process raft request' (duration: 695.303907ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:21.827207Z","caller":"traceutil/trace.go:171","msg":"trace[218440025] linearizableReadLoop","detail":"{readStateIndex:848; appliedIndex:842; }","duration":"689.807085ms","start":"2026-03-31T20:23:21.137376Z","end":"2026-03-31T20:23:21.827183Z","steps":["trace[218440025] 'read index received' (duration: 251.746951ms)","trace[218440025] 'applied index is now lower than readState.Index' (duration: 438.059304ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:21.827242Z","caller":"traceutil/trace.go:171","msg":"trace[997955730] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"695.661045ms","start":"2026-03-31T20:23:21.131569Z","end":"2026-03-31T20:23:21.82723Z","steps":["trace[997955730] 'process raft request' (duration: 695.520462ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:21.827222Z","caller":"traceutil/trace.go:171","msg":"trace[142307073] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"695.599183ms","start":"2026-03-31T20:23:21.131563Z","end":"2026-03-31T20:23:21.827162Z","steps":["trace[142307073] 'process raft request' (duration: 695.421009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.827301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.131546Z","time spent":"695.726987ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:21.827332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.927607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:23:21.827321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.13148Z","time spent":"695.740917ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:21.827365Z","caller":"traceutil/trace.go:171","msg":"trace[1177230528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:814; }","duration":"690.012009ms","start":"2026-03-31T20:23:21.137342Z","end":"2026-03-31T20:23:21.827354Z","steps":["trace[1177230528] 'agreement among raft nodes before linearized reading' (duration: 689.924918ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:21.827351Z","caller":"traceutil/trace.go:171","msg":"trace[1733695172] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"694.154791ms","start":"2026-03-31T20:23:21.133172Z","end":"2026-03-31T20:23:21.827327Z","steps":["trace[1733695172] 'process raft request' (duration: 693.956877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:21.82739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.131535Z","time spent":"695.765187ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:21.827402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.137332Z","time spent":"690.06247ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:23:21.827464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.133162Z","time spent":"694.243513ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:22.221103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.681534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:22.22122Z","caller":"traceutil/trace.go:171","msg":"trace[1885031315] linearizableReadLoop","detail":"{readStateIndex:849; appliedIndex:848; }","duration":"112.204026ms","start":"2026-03-31T20:23:22.108997Z","end":"2026-03-31T20:23:22.221201Z","steps":["trace[1885031315] 'read index received' (duration: 35.651µs)","trace[1885031315] 'applied index is now lower than readState.Index' (duration: 112.167145ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:22.221293Z","caller":"traceutil/trace.go:171","msg":"trace[1604558418] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"433.025511ms","start":"2026-03-31T20:23:21.788256Z","end":"2026-03-31T20:23:22.221282Z","steps":["trace[1604558418] 'process raft request' (duration: 223.069381ms)","trace[1604558418] 'compare' (duration: 209.575272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:22.221359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:21.788231Z","time spent":"433.095804ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:22.221544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.529143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:22.221616Z","caller":"traceutil/trace.go:171","msg":"trace[601026148] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:815; }","duration":"112.606184ms","start":"2026-03-31T20:23:22.10899Z","end":"2026-03-31T20:23:22.221596Z","steps":["trace[601026148] 'agreement among raft nodes before linearized reading' (duration: 112.454671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:22.576706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.508311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:22.576953Z","caller":"traceutil/trace.go:171","msg":"trace[1997998999] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"426.523498ms","start":"2026-03-31T20:23:22.150395Z","end":"2026-03-31T20:23:22.576919Z","steps":["trace[1997998999] 'process raft request' (duration: 180.600577ms)","trace[1997998999] 'compare' (duration: 245.352288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:22.577092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:22.150376Z","time spent":"426.64075ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:22.681039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.201527ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:23:22.681123Z","caller":"traceutil/trace.go:171","msg":"trace[1717863695] linearizableReadLoop","detail":"{readStateIndex:851; appliedIndex:849; }","duration":"459.855729ms","start":"2026-03-31T20:23:22.221249Z","end":"2026-03-31T20:23:22.681105Z","steps":["trace[1717863695] 'read index received' (duration: 109.71072ms)","trace[1717863695] 'applied index is now lower than readState.Index' (duration: 350.143599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:22.681283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.654799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jptfz\" ","response":"range_response_count:1 size:4043"} {"level":"info","ts":"2026-03-31T20:23:22.681321Z","caller":"traceutil/trace.go:171","msg":"trace[248255578] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jptfz; range_end:; response_count:1; response_revision:816; }","duration":"474.751261ms","start":"2026-03-31T20:23:22.20656Z","end":"2026-03-31T20:23:22.681311Z","steps":["trace[248255578] 'agreement among raft nodes before linearized reading' (duration: 474.592657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:22.681358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:22.206526Z","time spent":"474.822842ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":4066,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-jptfz\" "} {"level":"info","ts":"2026-03-31T20:23:25.449315Z","caller":"traceutil/trace.go:171","msg":"trace[192297031] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"106.056098ms","start":"2026-03-31T20:23:25.343231Z","end":"2026-03-31T20:23:25.449287Z","steps":["trace[192297031] 'process raft request' (duration: 97.714852ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:25.640724Z","caller":"traceutil/trace.go:171","msg":"trace[297630703] transaction","detail":"{read_only:false; response_revision:828; number_of_response:1; }","duration":"186.5328ms","start":"2026-03-31T20:23:25.454153Z","end":"2026-03-31T20:23:25.640686Z","steps":["trace[297630703] 'process raft request' (duration: 104.457394ms)","trace[297630703] 'compare' (duration: 81.707018ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:25.640791Z","caller":"traceutil/trace.go:171","msg":"trace[456680568] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"186.572621ms","start":"2026-03-31T20:23:25.454184Z","end":"2026-03-31T20:23:25.640756Z","steps":["trace[456680568] 'process raft request' (duration: 186.391277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:25.64072Z","caller":"traceutil/trace.go:171","msg":"trace[1442523499] linearizableReadLoop","detail":"{readStateIndex:864; appliedIndex:862; }","duration":"183.37527ms","start":"2026-03-31T20:23:25.457303Z","end":"2026-03-31T20:23:25.640678Z","steps":["trace[1442523499] 'read index received' (duration: 101.222112ms)","trace[1442523499] 'applied index is now lower than readState.Index' (duration: 82.151398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:25.640952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.607245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/envoy-gateway-system/\" range_end:\"/registry/resourcequotas/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:25.641059Z","caller":"traceutil/trace.go:171","msg":"trace[1513758935] range","detail":"{range_begin:/registry/resourcequotas/envoy-gateway-system/; range_end:/registry/resourcequotas/envoy-gateway-system0; response_count:0; response_revision:829; }","duration":"183.777569ms","start":"2026-03-31T20:23:25.457257Z","end":"2026-03-31T20:23:25.641035Z","steps":["trace[1513758935] 'agreement among raft nodes before linearized reading' (duration: 183.573624ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:25.830738Z","caller":"traceutil/trace.go:171","msg":"trace[1791169073] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"148.80076ms","start":"2026-03-31T20:23:25.681881Z","end":"2026-03-31T20:23:25.830682Z","steps":["trace[1791169073] 'process raft request' (duration: 124.427198ms)","trace[1791169073] 'compare' (duration: 24.083245ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:26.073237Z","caller":"traceutil/trace.go:171","msg":"trace[1752623015] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"181.917497ms","start":"2026-03-31T20:23:25.891277Z","end":"2026-03-31T20:23:26.073195Z","steps":["trace[1752623015] 'process raft request' (duration: 168.004117ms)","trace[1752623015] 'compare' (duration: 13.396238ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:26.073292Z","caller":"traceutil/trace.go:171","msg":"trace[2091243953] transaction","detail":"{read_only:false; response_revision:837; number_of_response:1; }","duration":"181.749603ms","start":"2026-03-31T20:23:25.891513Z","end":"2026-03-31T20:23:26.073263Z","steps":["trace[2091243953] 'process raft request' (duration: 181.703082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:26.073543Z","caller":"traceutil/trace.go:171","msg":"trace[213509618] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"182.07001ms","start":"2026-03-31T20:23:25.891449Z","end":"2026-03-31T20:23:26.073519Z","steps":["trace[213509618] 'process raft request' (duration: 181.62603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:26.073577Z","caller":"traceutil/trace.go:171","msg":"trace[278936397] transaction","detail":"{read_only:false; response_revision:836; number_of_response:1; }","duration":"182.094481ms","start":"2026-03-31T20:23:25.89147Z","end":"2026-03-31T20:23:26.073564Z","steps":["trace[278936397] 'process raft request' (duration: 181.696272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:26.190198Z","caller":"traceutil/trace.go:171","msg":"trace[618928289] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"293.09135ms","start":"2026-03-31T20:23:25.897074Z","end":"2026-03-31T20:23:26.190165Z","steps":["trace[618928289] 'process raft request' (duration: 288.742223ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:26.19024Z","caller":"traceutil/trace.go:171","msg":"trace[1719289591] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"292.512457ms","start":"2026-03-31T20:23:25.897702Z","end":"2026-03-31T20:23:26.190215Z","steps":["trace[1719289591] 'process raft request' (duration: 292.364344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:27.01477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.127005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:27.014924Z","caller":"traceutil/trace.go:171","msg":"trace[1844348613] transaction","detail":"{read_only:false; response_revision:858; number_of_response:1; }","duration":"419.004921ms","start":"2026-03-31T20:23:26.595897Z","end":"2026-03-31T20:23:27.014902Z","steps":["trace[1844348613] 'process raft request' (duration: 123.59876ms)","trace[1844348613] 'compare' (duration: 294.94033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:27.014992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:26.595876Z","time spent":"419.085052ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5601,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:27.05797Z","caller":"traceutil/trace.go:171","msg":"trace[248068191] linearizableReadLoop","detail":"{readStateIndex:894; appliedIndex:893; }","duration":"292.491427ms","start":"2026-03-31T20:23:26.765453Z","end":"2026-03-31T20:23:27.057945Z","steps":["trace[248068191] 'read index received' (duration: 290.944412ms)","trace[248068191] 'applied index is now lower than readState.Index' (duration: 1.546045ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:27.058045Z","caller":"traceutil/trace.go:171","msg":"trace[158241323] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"330.705086ms","start":"2026-03-31T20:23:26.727299Z","end":"2026-03-31T20:23:27.058005Z","steps":["trace[158241323] 'process raft request' (duration: 329.601961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:27.058154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.696172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-31T20:23:27.058155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.172549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:27.058186Z","caller":"traceutil/trace.go:171","msg":"trace[622137370] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:859; }","duration":"292.759773ms","start":"2026-03-31T20:23:26.765418Z","end":"2026-03-31T20:23:27.058178Z","steps":["trace[622137370] 'agreement among raft nodes before linearized reading' (duration: 292.64091ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:27.058206Z","caller":"traceutil/trace.go:171","msg":"trace[1579757823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:859; }","duration":"274.266241ms","start":"2026-03-31T20:23:26.783926Z","end":"2026-03-31T20:23:27.058192Z","steps":["trace[1579757823] 'agreement among raft nodes before linearized reading' (duration: 274.172999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:27.058218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:26.727268Z","time spent":"330.851689ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036306,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:27.427166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.890329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:23:27.427259Z","caller":"traceutil/trace.go:171","msg":"trace[1273610518] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:859; }","duration":"268.032012ms","start":"2026-03-31T20:23:27.159204Z","end":"2026-03-31T20:23:27.427236Z","steps":["trace[1273610518] 'range keys from in-memory index tree' (duration: 267.628693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:27.428125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.025057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050280"} {"level":"info","ts":"2026-03-31T20:23:27.428186Z","caller":"traceutil/trace.go:171","msg":"trace[1469004975] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:859; }","duration":"252.134289ms","start":"2026-03-31T20:23:27.176036Z","end":"2026-03-31T20:23:27.42817Z","steps":["trace[1469004975] 'range keys from in-memory index tree' (duration: 251.014584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:29.920069Z","caller":"traceutil/trace.go:171","msg":"trace[517660005] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"210.198075ms","start":"2026-03-31T20:23:29.709847Z","end":"2026-03-31T20:23:29.920045Z","steps":["trace[517660005] 'process raft request' (duration: 210.038922ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:30.495154Z","caller":"traceutil/trace.go:171","msg":"trace[770869017] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"115.49571ms","start":"2026-03-31T20:23:30.379615Z","end":"2026-03-31T20:23:30.495111Z","steps":["trace[770869017] 'process raft request' (duration: 51.467906ms)","trace[770869017] 'compare' (duration: 63.770628ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:30.505381Z","caller":"traceutil/trace.go:171","msg":"trace[293824473] transaction","detail":"{read_only:false; response_revision:890; number_of_response:1; }","duration":"123.923616ms","start":"2026-03-31T20:23:30.381433Z","end":"2026-03-31T20:23:30.505357Z","steps":["trace[293824473] 'process raft request' (duration: 123.6256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:32.093485Z","caller":"traceutil/trace.go:171","msg":"trace[1061375571] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"157.104935ms","start":"2026-03-31T20:23:31.936348Z","end":"2026-03-31T20:23:32.093453Z","steps":["trace[1061375571] 'process raft request' (duration: 133.750726ms)","trace[1061375571] 'compare' (duration: 22.661264ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:32.235016Z","caller":"traceutil/trace.go:171","msg":"trace[487493790] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"113.595158ms","start":"2026-03-31T20:23:32.121392Z","end":"2026-03-31T20:23:32.234987Z","steps":["trace[487493790] 'process raft request' (duration: 85.186146ms)","trace[487493790] 'compare' (duration: 28.181387ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:34.05607Z","caller":"traceutil/trace.go:171","msg":"trace[371827081] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"107.935002ms","start":"2026-03-31T20:23:33.948108Z","end":"2026-03-31T20:23:34.056043Z","steps":["trace[371827081] 'process raft request' (duration: 107.703947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:34.948759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.466273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:34.948875Z","caller":"traceutil/trace.go:171","msg":"trace[1653582892] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"148.548805ms","start":"2026-03-31T20:23:34.800307Z","end":"2026-03-31T20:23:34.948855Z","steps":["trace[1653582892] 'process raft request' (duration: 30.778315ms)","trace[1653582892] 'compare' (duration: 117.239908ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:35.12639Z","caller":"traceutil/trace.go:171","msg":"trace[1059221113] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"172.464777ms","start":"2026-03-31T20:23:34.953892Z","end":"2026-03-31T20:23:35.126356Z","steps":["trace[1059221113] 'process raft request' (duration: 171.883604ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:35.529566Z","caller":"traceutil/trace.go:171","msg":"trace[1826598382] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"128.676492ms","start":"2026-03-31T20:23:35.400856Z","end":"2026-03-31T20:23:35.529533Z","steps":["trace[1826598382] 'process raft request' (duration: 128.441947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:35.529886Z","caller":"traceutil/trace.go:171","msg":"trace[1098478714] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"128.938638ms","start":"2026-03-31T20:23:35.400915Z","end":"2026-03-31T20:23:35.529854Z","steps":["trace[1098478714] 'process raft request' (duration: 128.56106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:35.529935Z","caller":"traceutil/trace.go:171","msg":"trace[694225950] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"127.61818ms","start":"2026-03-31T20:23:35.402302Z","end":"2026-03-31T20:23:35.52992Z","steps":["trace[694225950] 'process raft request' (duration: 127.446246ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:35.585735Z","caller":"traceutil/trace.go:171","msg":"trace[581586700] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"129.728247ms","start":"2026-03-31T20:23:35.455962Z","end":"2026-03-31T20:23:35.585691Z","steps":["trace[581586700] 'process raft request' (duration: 95.021604ms)","trace[581586700] 'compare' (duration: 34.493298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:35.585874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.580977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-03-31T20:23:35.585956Z","caller":"traceutil/trace.go:171","msg":"trace[65098658] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:957; }","duration":"122.682649ms","start":"2026-03-31T20:23:35.463253Z","end":"2026-03-31T20:23:35.585936Z","steps":["trace[65098658] 'agreement among raft nodes before linearized reading' (duration: 122.367482ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:36.575031Z","caller":"traceutil/trace.go:171","msg":"trace[1782418246] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"184.138836ms","start":"2026-03-31T20:23:36.390843Z","end":"2026-03-31T20:23:36.574982Z","steps":["trace[1782418246] 'process raft request' (duration: 105.072087ms)","trace[1782418246] 'compare' (duration: 78.911386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:36.575219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.115704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:36.575248Z","caller":"traceutil/trace.go:171","msg":"trace[1437863563] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:968; }","duration":"125.212936ms","start":"2026-03-31T20:23:36.450029Z","end":"2026-03-31T20:23:36.575242Z","steps":["trace[1437863563] 'agreement among raft nodes before linearized reading' (duration: 125.098313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:36.575081Z","caller":"traceutil/trace.go:171","msg":"trace[1808997956] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1002; }","duration":"124.962531ms","start":"2026-03-31T20:23:36.450094Z","end":"2026-03-31T20:23:36.575057Z","steps":["trace[1808997956] 'read index received' (duration: 25.847006ms)","trace[1808997956] 'applied index is now lower than readState.Index' (duration: 99.113475ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:38.182427Z","caller":"traceutil/trace.go:171","msg":"trace[414189424] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"104.861243ms","start":"2026-03-31T20:23:38.077545Z","end":"2026-03-31T20:23:38.182407Z","steps":["trace[414189424] 'process raft request' (duration: 104.73483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:38.736111Z","caller":"traceutil/trace.go:171","msg":"trace[966753957] linearizableReadLoop","detail":"{readStateIndex:1015; appliedIndex:1014; }","duration":"379.478501ms","start":"2026-03-31T20:23:38.356604Z","end":"2026-03-31T20:23:38.736082Z","steps":["trace[966753957] 'read index received' (duration: 379.336468ms)","trace[966753957] 'applied index is now lower than readState.Index' (duration: 140.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:38.736194Z","caller":"traceutil/trace.go:171","msg":"trace[1236806014] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"401.127912ms","start":"2026-03-31T20:23:38.335027Z","end":"2026-03-31T20:23:38.736155Z","steps":["trace[1236806014] 'process raft request' (duration: 400.903318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:38.736357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.335Z","time spent":"401.286816ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:23:38.73638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.783388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:23:38.73642Z","caller":"traceutil/trace.go:171","msg":"trace[1196898034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:977; }","duration":"379.89424ms","start":"2026-03-31T20:23:38.356513Z","end":"2026-03-31T20:23:38.736407Z","steps":["trace[1196898034] 'agreement among raft nodes before linearized reading' (duration: 379.703256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:38.736466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.356482Z","time spent":"379.974172ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:23:39.138823Z","caller":"traceutil/trace.go:171","msg":"trace[469349112] linearizableReadLoop","detail":"{readStateIndex:1016; appliedIndex:1015; }","duration":"402.613746ms","start":"2026-03-31T20:23:38.736182Z","end":"2026-03-31T20:23:39.138796Z","steps":["trace[469349112] 'read index received' (duration: 316.580532ms)","trace[469349112] 'applied index is now lower than readState.Index' (duration: 86.031894ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:39.138961Z","caller":"traceutil/trace.go:171","msg":"trace[1852921435] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"770.274925ms","start":"2026-03-31T20:23:38.368674Z","end":"2026-03-31T20:23:39.138949Z","steps":["trace[1852921435] 'process raft request' (duration: 684.062207ms)","trace[1852921435] 'compare' (duration: 85.708877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:39.139074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.368616Z","time spent":"770.371286ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:39.139117Z","caller":"traceutil/trace.go:171","msg":"trace[1212195718] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"398.539056ms","start":"2026-03-31T20:23:38.740552Z","end":"2026-03-31T20:23:39.139091Z","steps":["trace[1212195718] 'process raft request' (duration: 398.156837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.139145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.189345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:23:39.13916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.891688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:39.139258Z","caller":"traceutil/trace.go:171","msg":"trace[271811603] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:979; }","duration":"673.061912ms","start":"2026-03-31T20:23:38.466173Z","end":"2026-03-31T20:23:39.139235Z","steps":["trace[271811603] 'agreement among raft nodes before linearized reading' (duration: 672.814426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:39.139249Z","caller":"traceutil/trace.go:171","msg":"trace[567750731] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:979; }","duration":"780.328778ms","start":"2026-03-31T20:23:38.358891Z","end":"2026-03-31T20:23:39.13922Z","steps":["trace[567750731] 'agreement among raft nodes before linearized reading' (duration: 780.132873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.139323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.466147Z","time spent":"673.164154ms","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:39.139324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.74053Z","time spent":"398.673888ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:39.139335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.358882Z","time spent":"780.43701ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:39.139381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.867084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:39.139462Z","caller":"traceutil/trace.go:171","msg":"trace[1168562498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:980; }","duration":"354.974835ms","start":"2026-03-31T20:23:38.784461Z","end":"2026-03-31T20:23:39.139436Z","steps":["trace[1168562498] 'agreement among raft nodes before linearized reading' (duration: 354.855753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.139485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.404763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:23:39.139544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.784444Z","time spent":"355.086458ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:23:39.139589Z","caller":"traceutil/trace.go:171","msg":"trace[964404506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:980; }","duration":"559.566887ms","start":"2026-03-31T20:23:38.579999Z","end":"2026-03-31T20:23:39.139565Z","steps":["trace[964404506] 'agreement among raft nodes before linearized reading' (duration: 559.142628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.139674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.579965Z","time spent":"559.698789ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:23:39.139669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.632399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:23:39.139462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.128556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:39.139777Z","caller":"traceutil/trace.go:171","msg":"trace[159385647] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:980; }","duration":"154.869055ms","start":"2026-03-31T20:23:38.984881Z","end":"2026-03-31T20:23:39.13975Z","steps":["trace[159385647] 'agreement among raft nodes before linearized reading' (duration: 154.598659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:39.139823Z","caller":"traceutil/trace.go:171","msg":"trace[2017979640] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:980; }","duration":"122.532855ms","start":"2026-03-31T20:23:39.017275Z","end":"2026-03-31T20:23:39.139808Z","steps":["trace[2017979640] 'agreement among raft nodes before linearized reading' (duration: 122.095706ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:39.139422Z","caller":"traceutil/trace.go:171","msg":"trace[747463742] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"327.514566ms","start":"2026-03-31T20:23:38.811858Z","end":"2026-03-31T20:23:39.139373Z","steps":["trace[747463742] 'process raft request' (duration: 327.137638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.140017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.811819Z","time spent":"328.070318ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:39.140447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.472722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:23:39.140511Z","caller":"traceutil/trace.go:171","msg":"trace[957665474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:980; }","duration":"660.548843ms","start":"2026-03-31T20:23:38.479941Z","end":"2026-03-31T20:23:39.14049Z","steps":["trace[957665474] 'agreement among raft nodes before linearized reading' (duration: 659.259444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:39.140546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:38.479931Z","time spent":"660.607695ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:23:39.488865Z","caller":"traceutil/trace.go:171","msg":"trace[544420182] transaction","detail":"{read_only:false; number_of_response:1; response_revision:983; }","duration":"156.491371ms","start":"2026-03-31T20:23:39.332355Z","end":"2026-03-31T20:23:39.488846Z","steps":["trace[544420182] 'process raft request' (duration: 156.346848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:40.867073Z","caller":"traceutil/trace.go:171","msg":"trace[1688756527] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"198.950346ms","start":"2026-03-31T20:23:40.668096Z","end":"2026-03-31T20:23:40.867046Z","steps":["trace[1688756527] 'process raft request' (duration: 189.309372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:40.867778Z","caller":"traceutil/trace.go:171","msg":"trace[1085281973] linearizableReadLoop","detail":"{readStateIndex:1092; appliedIndex:1089; }","duration":"124.724544ms","start":"2026-03-31T20:23:40.743028Z","end":"2026-03-31T20:23:40.867753Z","steps":["trace[1085281973] 'read index received' (duration: 114.367085ms)","trace[1085281973] 'applied index is now lower than readState.Index' (duration: 10.356279ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:40.867847Z","caller":"traceutil/trace.go:171","msg":"trace[48065080] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"187.269215ms","start":"2026-03-31T20:23:40.680542Z","end":"2026-03-31T20:23:40.867811Z","steps":["trace[48065080] 'process raft request' (duration: 187.158903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:40.867947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.905128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:23:40.867994Z","caller":"traceutil/trace.go:171","msg":"trace[401645532] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1054; }","duration":"125.02833ms","start":"2026-03-31T20:23:40.742952Z","end":"2026-03-31T20:23:40.86798Z","steps":["trace[401645532] 'agreement among raft nodes before linearized reading' (duration: 124.932018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:40.868322Z","caller":"traceutil/trace.go:171","msg":"trace[1600133203] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"187.814178ms","start":"2026-03-31T20:23:40.679958Z","end":"2026-03-31T20:23:40.867772Z","steps":["trace[1600133203] 'process raft request' (duration: 187.567632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:41.639024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.266319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:41.639141Z","caller":"traceutil/trace.go:171","msg":"trace[2058654310] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"425.179158ms","start":"2026-03-31T20:23:41.213941Z","end":"2026-03-31T20:23:41.63912Z","steps":["trace[2058654310] 'process raft request' (duration: 205.730196ms)","trace[2058654310] 'compare' (duration: 219.080953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:41.639219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.213906Z","time spent":"425.28346ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:41.647105Z","caller":"traceutil/trace.go:171","msg":"trace[199343872] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1146; }","duration":"358.442012ms","start":"2026-03-31T20:23:41.288641Z","end":"2026-03-31T20:23:41.647083Z","steps":["trace[199343872] 'read index received' (duration: 131.022473ms)","trace[199343872] 'applied index is now lower than readState.Index' (duration: 227.418439ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:41.647333Z","caller":"traceutil/trace.go:171","msg":"trace[1926286972] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"405.185374ms","start":"2026-03-31T20:23:41.242103Z","end":"2026-03-31T20:23:41.647288Z","steps":["trace[1926286972] 'process raft request' (duration: 404.873596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:41.647503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.843223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-2j8gt\" ","response":"range_response_count:1 size:3611"} {"level":"info","ts":"2026-03-31T20:23:41.647541Z","caller":"traceutil/trace.go:171","msg":"trace[1849739635] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-2j8gt; range_end:; response_count:1; response_revision:1110; }","duration":"358.955826ms","start":"2026-03-31T20:23:41.288574Z","end":"2026-03-31T20:23:41.64753Z","steps":["trace[1849739635] 'agreement among raft nodes before linearized reading' (duration: 358.802623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:41.647572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.28854Z","time spent":"359.021967ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3634,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-2j8gt\" "} {"level":"warn","ts":"2026-03-31T20:23:41.647581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.534835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:23:41.647701Z","caller":"traceutil/trace.go:171","msg":"trace[145205390] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1110; }","duration":"349.707289ms","start":"2026-03-31T20:23:41.297972Z","end":"2026-03-31T20:23:41.647679Z","steps":["trace[145205390] 'agreement among raft nodes before linearized reading' (duration: 349.459334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:41.647771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.297949Z","time spent":"349.802721ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":131,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:23:41.647814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.242077Z","time spent":"405.44027ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:42.142206Z","caller":"traceutil/trace.go:171","msg":"trace[611336924] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"488.466865ms","start":"2026-03-31T20:23:41.653693Z","end":"2026-03-31T20:23:42.14216Z","steps":["trace[611336924] 'process raft request' (duration: 407.493894ms)","trace[611336924] 'compare' (duration: 80.655624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:42.1424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.653673Z","time spent":"488.624099ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:42.143024Z","caller":"traceutil/trace.go:171","msg":"trace[335148136] linearizableReadLoop","detail":"{readStateIndex:1150; appliedIndex:1148; }","duration":"358.105235ms","start":"2026-03-31T20:23:41.784876Z","end":"2026-03-31T20:23:42.142981Z","steps":["trace[335148136] 'read index received' (duration: 276.282505ms)","trace[335148136] 'applied index is now lower than readState.Index' (duration: 81.82127ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:23:42.143189Z","caller":"traceutil/trace.go:171","msg":"trace[820151341] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"483.174919ms","start":"2026-03-31T20:23:41.659975Z","end":"2026-03-31T20:23:42.14315Z","steps":["trace[820151341] 'process raft request' (duration: 482.80957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:42.143275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.350081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:42.143342Z","caller":"traceutil/trace.go:171","msg":"trace[412227255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1112; }","duration":"358.502605ms","start":"2026-03-31T20:23:41.784827Z","end":"2026-03-31T20:23:42.14333Z","steps":["trace[412227255] 'agreement among raft nodes before linearized reading' (duration: 358.306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:42.143375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.659951Z","time spent":"483.338952ms","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1111,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:23:42.143393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:41.784789Z","time spent":"358.594667ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:23:42.279092Z","caller":"traceutil/trace.go:171","msg":"trace[373818895] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1150; }","duration":"123.863365ms","start":"2026-03-31T20:23:42.155199Z","end":"2026-03-31T20:23:42.279063Z","steps":["trace[373818895] 'read index received' (duration: 114.368664ms)","trace[373818895] 'applied index is now lower than readState.Index' (duration: 9.493281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:42.279312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.07623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:23:42.279419Z","caller":"traceutil/trace.go:171","msg":"trace[2035564512] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1113; }","duration":"124.222043ms","start":"2026-03-31T20:23:42.155168Z","end":"2026-03-31T20:23:42.27939Z","steps":["trace[2035564512] 'agreement among raft nodes before linearized reading' (duration: 124.045879ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:42.279686Z","caller":"traceutil/trace.go:171","msg":"trace[473257370] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"129.842458ms","start":"2026-03-31T20:23:42.149319Z","end":"2026-03-31T20:23:42.279161Z","steps":["trace[473257370] 'process raft request' (duration: 120.274555ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:43.781118Z","caller":"traceutil/trace.go:171","msg":"trace[1904342711] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"124.315435ms","start":"2026-03-31T20:23:43.656774Z","end":"2026-03-31T20:23:43.78109Z","steps":["trace[1904342711] 'process raft request' (duration: 124.133261ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:44.478977Z","caller":"traceutil/trace.go:171","msg":"trace[1169637237] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"180.014155ms","start":"2026-03-31T20:23:44.298888Z","end":"2026-03-31T20:23:44.478902Z","steps":["trace[1169637237] 'process raft request' (duration: 179.771289ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:47.958265Z","caller":"traceutil/trace.go:171","msg":"trace[749062071] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"100.305331ms","start":"2026-03-31T20:23:47.857938Z","end":"2026-03-31T20:23:47.958244Z","steps":["trace[749062071] 'process raft request' (duration: 100.179778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:48.599326Z","caller":"traceutil/trace.go:171","msg":"trace[276773166] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"103.184155ms","start":"2026-03-31T20:23:48.496117Z","end":"2026-03-31T20:23:48.599302Z","steps":["trace[276773166] 'process raft request' (duration: 103.019752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:49.327277Z","caller":"traceutil/trace.go:171","msg":"trace[630423677] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"141.084417ms","start":"2026-03-31T20:23:49.186173Z","end":"2026-03-31T20:23:49.327258Z","steps":["trace[630423677] 'process raft request' (duration: 102.156551ms)","trace[630423677] 'compare' (duration: 38.293703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:49.700051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.839858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:23:49.700329Z","caller":"traceutil/trace.go:171","msg":"trace[1925314788] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"368.929366ms","start":"2026-03-31T20:23:49.331374Z","end":"2026-03-31T20:23:49.700304Z","steps":["trace[1925314788] 'process raft request' (duration: 149.483104ms)","trace[1925314788] 'compare' (duration: 218.639554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:23:49.700434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.331345Z","time spent":"369.041599ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:23:49.74456Z","caller":"traceutil/trace.go:171","msg":"trace[1930769497] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"404.728373ms","start":"2026-03-31T20:23:49.339819Z","end":"2026-03-31T20:23:49.744547Z","steps":["trace[1930769497] 'process raft request' (duration: 404.699503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:49.744565Z","caller":"traceutil/trace.go:171","msg":"trace[777349745] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"412.129308ms","start":"2026-03-31T20:23:49.332403Z","end":"2026-03-31T20:23:49.744532Z","steps":["trace[777349745] 'process raft request' (duration: 411.980525ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:23:49.744628Z","caller":"traceutil/trace.go:171","msg":"trace[1348321396] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"412.120567ms","start":"2026-03-31T20:23:49.332468Z","end":"2026-03-31T20:23:49.744589Z","steps":["trace[1348321396] 'process raft request' (duration: 411.997225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.74466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.339803Z","time spent":"404.809505ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2149,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:23:49.744666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.332393Z","time spent":"412.22865ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:23:49.744698Z","caller":"traceutil/trace.go:171","msg":"trace[2094696873] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"410.948312ms","start":"2026-03-31T20:23:49.333727Z","end":"2026-03-31T20:23:49.744676Z","steps":["trace[2094696873] 'process raft request' (duration: 410.769428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:23:49.744815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.333707Z","time spent":"411.047214ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:49.744841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:49.332441Z","time spent":"412.254291ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:23:59.282796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205024020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:23:59.783001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205024020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:24:00.01599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.304866906s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:24:00.016536Z","caller":"traceutil/trace.go:171","msg":"trace[1068598573] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"1.30552614s","start":"2026-03-31T20:23:58.710974Z","end":"2026-03-31T20:24:00.0165Z","steps":["trace[1068598573] 'process raft request' (duration: 1.305324056s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.016784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:58.710948Z","time spent":"1.305692054s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:00.024055Z","caller":"traceutil/trace.go:171","msg":"trace[1466384422] linearizableReadLoop","detail":"{readStateIndex:1277; appliedIndex:1275; }","duration":"1.241540527s","start":"2026-03-31T20:23:58.782488Z","end":"2026-03-31T20:24:00.024028Z","steps":["trace[1466384422] 'read index received' (duration: 1.233896667s)","trace[1466384422] 'applied index is now lower than readState.Index' (duration: 7.64285ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:00.024158Z","caller":"traceutil/trace.go:171","msg":"trace[87532881] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"663.409766ms","start":"2026-03-31T20:23:59.360736Z","end":"2026-03-31T20:24:00.024146Z","steps":["trace[87532881] 'process raft request' (duration: 663.13701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.024333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:59.3607Z","time spent":"663.494159ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:00.024399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241906415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:00.024479Z","caller":"traceutil/trace.go:171","msg":"trace[331255734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1235; }","duration":"1.242019778s","start":"2026-03-31T20:23:58.782439Z","end":"2026-03-31T20:24:00.024459Z","steps":["trace[331255734] 'agreement among raft nodes before linearized reading' (duration: 1.241924376s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.024525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:23:58.782419Z","time spent":"1.24209729s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:00.024526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.298496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:24:00.024618Z","caller":"traceutil/trace.go:171","msg":"trace[1229879003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1235; }","duration":"231.424098ms","start":"2026-03-31T20:23:59.793172Z","end":"2026-03-31T20:24:00.024596Z","steps":["trace[1229879003] 'agreement among raft nodes before linearized reading' (duration: 231.170163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.024597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.875396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:24:00.024729Z","caller":"traceutil/trace.go:171","msg":"trace[909866391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1235; }","duration":"227.083462ms","start":"2026-03-31T20:23:59.797625Z","end":"2026-03-31T20:24:00.024709Z","steps":["trace[909866391] 'agreement among raft nodes before linearized reading' (duration: 226.710463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:00.024878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.267889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:24:00.024927Z","caller":"traceutil/trace.go:171","msg":"trace[1199762620] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1235; }","duration":"255.910013ms","start":"2026-03-31T20:23:59.769005Z","end":"2026-03-31T20:24:00.024915Z","steps":["trace[1199762620] 'agreement among raft nodes before linearized reading' (duration: 255.176527ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:13.818813Z","caller":"traceutil/trace.go:171","msg":"trace[674906196] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"377.637581ms","start":"2026-03-31T20:24:13.441137Z","end":"2026-03-31T20:24:13.818774Z","steps":["trace[674906196] 'process raft request' (duration: 377.425706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:13.818963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:13.44111Z","time spent":"377.771883ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4335,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:21.611526Z","caller":"traceutil/trace.go:171","msg":"trace[1100043961] linearizableReadLoop","detail":"{readStateIndex:1541; appliedIndex:1540; }","duration":"137.072078ms","start":"2026-03-31T20:24:21.474428Z","end":"2026-03-31T20:24:21.6115Z","steps":["trace[1100043961] 'read index received' (duration: 136.856283ms)","trace[1100043961] 'applied index is now lower than readState.Index' (duration: 214.865µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:21.611688Z","caller":"traceutil/trace.go:171","msg":"trace[190536129] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"296.723481ms","start":"2026-03-31T20:24:21.314918Z","end":"2026-03-31T20:24:21.611642Z","steps":["trace[190536129] 'process raft request' (duration: 296.428133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:21.61198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.333785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-zlxg2\" ","response":"range_response_count:1 size:4507"} {"level":"info","ts":"2026-03-31T20:24:21.61206Z","caller":"traceutil/trace.go:171","msg":"trace[1505206898] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-zlxg2; range_end:; response_count:1; response_revision:1489; }","duration":"137.651252ms","start":"2026-03-31T20:24:21.474388Z","end":"2026-03-31T20:24:21.612039Z","steps":["trace[1505206898] 'agreement among raft nodes before linearized reading' (duration: 137.259023ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:22.384574Z","caller":"traceutil/trace.go:171","msg":"trace[1446823642] linearizableReadLoop","detail":"{readStateIndex:1544; appliedIndex:1543; }","duration":"161.730237ms","start":"2026-03-31T20:24:22.222815Z","end":"2026-03-31T20:24:22.384545Z","steps":["trace[1446823642] 'read index received' (duration: 68.759369ms)","trace[1446823642] 'applied index is now lower than readState.Index' (duration: 92.969678ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:22.384601Z","caller":"traceutil/trace.go:171","msg":"trace[582494002] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"162.759031ms","start":"2026-03-31T20:24:22.221812Z","end":"2026-03-31T20:24:22.384571Z","steps":["trace[582494002] 'process raft request' (duration: 69.754232ms)","trace[582494002] 'compare' (duration: 92.768703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:22.384834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.000454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:24:22.384874Z","caller":"traceutil/trace.go:171","msg":"trace[398308209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1493; }","duration":"162.074365ms","start":"2026-03-31T20:24:22.222791Z","end":"2026-03-31T20:24:22.384865Z","steps":["trace[398308209] 'agreement among raft nodes before linearized reading' (duration: 161.917052ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:22.384853Z","caller":"traceutil/trace.go:171","msg":"trace[1840232337] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"161.903911ms","start":"2026-03-31T20:24:22.222926Z","end":"2026-03-31T20:24:22.384829Z","steps":["trace[1840232337] 'process raft request' (duration: 161.572373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:22.466749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.736998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:24:22.46683Z","caller":"traceutil/trace.go:171","msg":"trace[2049794939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1493; }","duration":"241.838141ms","start":"2026-03-31T20:24:22.224972Z","end":"2026-03-31T20:24:22.46681Z","steps":["trace[2049794939] 'agreement among raft nodes before linearized reading' (duration: 241.649297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:22.466844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.383501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:24:22.466898Z","caller":"traceutil/trace.go:171","msg":"trace[63782626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1493; }","duration":"228.463242ms","start":"2026-03-31T20:24:22.238418Z","end":"2026-03-31T20:24:22.466882Z","steps":["trace[63782626] 'agreement among raft nodes before linearized reading' (duration: 228.296709ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:22.600829Z","caller":"traceutil/trace.go:171","msg":"trace[1454100038] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"130.335459ms","start":"2026-03-31T20:24:22.470465Z","end":"2026-03-31T20:24:22.600801Z","steps":["trace[1454100038] 'process raft request' (duration: 35.97561ms)","trace[1454100038] 'compare' (duration: 94.165295ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:22.627507Z","caller":"traceutil/trace.go:171","msg":"trace[791322941] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"156.802359ms","start":"2026-03-31T20:24:22.47068Z","end":"2026-03-31T20:24:22.627482Z","steps":["trace[791322941] 'process raft request' (duration: 156.639805ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:24.642887Z","caller":"traceutil/trace.go:171","msg":"trace[1780214925] linearizableReadLoop","detail":"{readStateIndex:1570; appliedIndex:1568; }","duration":"148.839741ms","start":"2026-03-31T20:24:24.49402Z","end":"2026-03-31T20:24:24.64286Z","steps":["trace[1780214925] 'read index received' (duration: 64.145941ms)","trace[1780214925] 'applied index is now lower than readState.Index' (duration: 84.69259ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:24.642952Z","caller":"traceutil/trace.go:171","msg":"trace[1202385046] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"156.295996ms","start":"2026-03-31T20:24:24.486637Z","end":"2026-03-31T20:24:24.642933Z","steps":["trace[1202385046] 'process raft request' (duration: 156.109432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:24.643032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.993424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:24.643065Z","caller":"traceutil/trace.go:171","msg":"trace[408011651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1516; }","duration":"149.051775ms","start":"2026-03-31T20:24:24.494003Z","end":"2026-03-31T20:24:24.643055Z","steps":["trace[408011651] 'agreement among raft nodes before linearized reading' (duration: 148.987064ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.033444Z","caller":"traceutil/trace.go:171","msg":"trace[1413608284] linearizableReadLoop","detail":"{readStateIndex:1572; appliedIndex:1570; }","duration":"390.451899ms","start":"2026-03-31T20:24:24.642969Z","end":"2026-03-31T20:24:25.033421Z","steps":["trace[1413608284] 'read index received' (duration: 390.213173ms)","trace[1413608284] 'applied index is now lower than readState.Index' (duration: 237.656µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:25.033517Z","caller":"traceutil/trace.go:171","msg":"trace[541129025] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"468.184972ms","start":"2026-03-31T20:24:24.565308Z","end":"2026-03-31T20:24:25.033493Z","steps":["trace[541129025] 'process raft request' (duration: 468.056909ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.033623Z","caller":"traceutil/trace.go:171","msg":"trace[567728889] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"470.596886ms","start":"2026-03-31T20:24:24.562986Z","end":"2026-03-31T20:24:25.033583Z","steps":["trace[567728889] 'process raft request' (duration: 470.266459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.03367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.565294Z","time spent":"468.279685ms","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5602,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:25.033754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.017866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:24:25.033754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.059737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:25.033791Z","caller":"traceutil/trace.go:171","msg":"trace[844356468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1518; }","duration":"402.130588ms","start":"2026-03-31T20:24:24.631648Z","end":"2026-03-31T20:24:25.033778Z","steps":["trace[844356468] 'agreement among raft nodes before linearized reading' (duration: 401.893233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.033786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.562973Z","time spent":"470.737589ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:24:25.03381Z","caller":"traceutil/trace.go:171","msg":"trace[670761555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1518; }","duration":"250.150259ms","start":"2026-03-31T20:24:24.783644Z","end":"2026-03-31T20:24:25.033794Z","steps":["trace[670761555] 'agreement among raft nodes before linearized reading' (duration: 250.061047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.033839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.123012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:24:25.033905Z","caller":"traceutil/trace.go:171","msg":"trace[750410668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1518; }","duration":"429.204683ms","start":"2026-03-31T20:24:24.604682Z","end":"2026-03-31T20:24:25.033887Z","steps":["trace[750410668] 'agreement among raft nodes before linearized reading' (duration: 429.037879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.033943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.60467Z","time spent":"429.266294ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:25.034086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.63161Z","time spent":"402.294922ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:24:25.033667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.206197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:25.03433Z","caller":"traceutil/trace.go:171","msg":"trace[11101074] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1518; }","duration":"470.863422ms","start":"2026-03-31T20:24:24.563409Z","end":"2026-03-31T20:24:25.034272Z","steps":["trace[11101074] 'agreement among raft nodes before linearized reading' (duration: 470.151577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:25.034394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:24.563399Z","time spent":"470.956094ms","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" "} {"level":"info","ts":"2026-03-31T20:24:25.163686Z","caller":"traceutil/trace.go:171","msg":"trace[1049107947] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"125.953119ms","start":"2026-03-31T20:24:25.037658Z","end":"2026-03-31T20:24:25.163611Z","steps":["trace[1049107947] 'process raft request' (duration: 111.982177ms)","trace[1049107947] 'compare' (duration: 13.793928ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:25.166387Z","caller":"traceutil/trace.go:171","msg":"trace[190102938] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"127.702437ms","start":"2026-03-31T20:24:25.038622Z","end":"2026-03-31T20:24:25.166324Z","steps":["trace[190102938] 'process raft request' (duration: 127.306218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.166452Z","caller":"traceutil/trace.go:171","msg":"trace[468850401] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1572; }","duration":"127.770279ms","start":"2026-03-31T20:24:25.038653Z","end":"2026-03-31T20:24:25.166424Z","steps":["trace[468850401] 'read index received' (duration: 110.999515ms)","trace[468850401] 'applied index is now lower than readState.Index' (duration: 16.769694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:25.16666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.995015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:25.166736Z","caller":"traceutil/trace.go:171","msg":"trace[1938924075] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/exchanges.rabbitmq.com; range_end:; response_count:0; response_revision:1521; }","duration":"128.112088ms","start":"2026-03-31T20:24:25.03861Z","end":"2026-03-31T20:24:25.166722Z","steps":["trace[1938924075] 'agreement among raft nodes before linearized reading' (duration: 127.992695ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.166847Z","caller":"traceutil/trace.go:171","msg":"trace[443365302] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"126.00764ms","start":"2026-03-31T20:24:25.040821Z","end":"2026-03-31T20:24:25.166829Z","steps":["trace[443365302] 'process raft request' (duration: 125.478458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:25.331383Z","caller":"traceutil/trace.go:171","msg":"trace[995175964] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"154.26103ms","start":"2026-03-31T20:24:25.177094Z","end":"2026-03-31T20:24:25.331355Z","steps":["trace[995175964] 'process raft request' (duration: 152.693396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.294146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.071143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:33.294258Z","caller":"traceutil/trace.go:171","msg":"trace[76822755] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"326.314418ms","start":"2026-03-31T20:24:32.967925Z","end":"2026-03-31T20:24:33.294239Z","steps":["trace[76822755] 'process raft request' (duration: 78.081981ms)","trace[76822755] 'compare' (duration: 247.93796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:33.294311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:32.967899Z","time spent":"326.38976ms","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:24:33.351552Z","caller":"traceutil/trace.go:171","msg":"trace[106989485] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1781; }","duration":"148.244037ms","start":"2026-03-31T20:24:33.203291Z","end":"2026-03-31T20:24:33.351535Z","steps":["trace[106989485] 'read index received' (duration: 147.968141ms)","trace[106989485] 'applied index is now lower than readState.Index' (duration: 275.166µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:33.351612Z","caller":"traceutil/trace.go:171","msg":"trace[815877487] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"238.190913ms","start":"2026-03-31T20:24:33.113399Z","end":"2026-03-31T20:24:33.35159Z","steps":["trace[815877487] 'process raft request' (duration: 237.955908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:33.351835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.519922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:24:33.351883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.187854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T20:24:33.351948Z","caller":"traceutil/trace.go:171","msg":"trace[2060487685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1709; }","duration":"148.676276ms","start":"2026-03-31T20:24:33.203248Z","end":"2026-03-31T20:24:33.351924Z","steps":["trace[2060487685] 'agreement among raft nodes before linearized reading' (duration: 148.3976ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:33.352036Z","caller":"traceutil/trace.go:171","msg":"trace[1169253540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1709; }","duration":"148.335447ms","start":"2026-03-31T20:24:33.203649Z","end":"2026-03-31T20:24:33.351984Z","steps":["trace[1169253540] 'agreement among raft nodes before linearized reading' (duration: 148.121403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:33.479536Z","caller":"traceutil/trace.go:171","msg":"trace[146847071] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"122.886031ms","start":"2026-03-31T20:24:33.356611Z","end":"2026-03-31T20:24:33.479497Z","steps":["trace[146847071] 'process raft request' (duration: 87.319077ms)","trace[146847071] 'compare' (duration: 35.292618ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:33.479575Z","caller":"traceutil/trace.go:171","msg":"trace[242090104] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"122.060353ms","start":"2026-03-31T20:24:33.357481Z","end":"2026-03-31T20:24:33.479541Z","steps":["trace[242090104] 'process raft request' (duration: 121.92184ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:34.121255Z","caller":"traceutil/trace.go:171","msg":"trace[1993357531] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"244.616026ms","start":"2026-03-31T20:24:33.876618Z","end":"2026-03-31T20:24:34.121234Z","steps":["trace[1993357531] 'process raft request' (duration: 244.483913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:36.494164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.070132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:36.494382Z","caller":"traceutil/trace.go:171","msg":"trace[484225710] linearizableReadLoop","detail":"{readStateIndex:1824; appliedIndex:1822; }","duration":"170.011481ms","start":"2026-03-31T20:24:36.324358Z","end":"2026-03-31T20:24:36.494369Z","steps":["trace[484225710] 'read index received' (duration: 30.756935ms)","trace[484225710] 'applied index is now lower than readState.Index' (duration: 139.253896ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:36.494457Z","caller":"traceutil/trace.go:171","msg":"trace[1357161562] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"242.888227ms","start":"2026-03-31T20:24:36.251528Z","end":"2026-03-31T20:24:36.494416Z","steps":["trace[1357161562] 'process raft request' (duration: 242.794375ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:36.494468Z","caller":"traceutil/trace.go:171","msg":"trace[837273477] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"355.507299ms","start":"2026-03-31T20:24:36.138919Z","end":"2026-03-31T20:24:36.494426Z","steps":["trace[837273477] 'process raft request' (duration: 216.10742ms)","trace[837273477] 'compare' (duration: 138.97132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:36.49473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.352789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-31T20:24:36.494735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:36.138905Z","time spent":"355.715544ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:36.494891Z","caller":"traceutil/trace.go:171","msg":"trace[1229927110] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:1747; }","duration":"170.525203ms","start":"2026-03-31T20:24:36.324304Z","end":"2026-03-31T20:24:36.49483Z","steps":["trace[1229927110] 'agreement among raft nodes before linearized reading' (duration: 170.148855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:39.928404Z","caller":"traceutil/trace.go:171","msg":"trace[1492035027] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"414.688419ms","start":"2026-03-31T20:24:39.513668Z","end":"2026-03-31T20:24:39.928357Z","steps":["trace[1492035027] 'process raft request' (duration: 414.506825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:39.928561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:39.513648Z","time spent":"414.831812ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:40.667867Z","caller":"traceutil/trace.go:171","msg":"trace[409714590] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1858; }","duration":"958.003967ms","start":"2026-03-31T20:24:39.709834Z","end":"2026-03-31T20:24:40.667838Z","steps":["trace[409714590] 'read index received' (duration: 218.332049ms)","trace[409714590] 'applied index is now lower than readState.Index' (duration: 739.671048ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:40.667974Z","caller":"traceutil/trace.go:171","msg":"trace[1385563523] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"1.15186942s","start":"2026-03-31T20:24:39.516097Z","end":"2026-03-31T20:24:40.667966Z","steps":["trace[1385563523] 'process raft request' (duration: 1.150563102s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.668053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:39.516071Z","time spent":"1.151921442s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:40.668188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.342764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:24:40.668247Z","caller":"traceutil/trace.go:171","msg":"trace[1560154856] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1782; }","duration":"958.435026ms","start":"2026-03-31T20:24:39.709796Z","end":"2026-03-31T20:24:40.668231Z","steps":["trace[1560154856] 'agreement among raft nodes before linearized reading' (duration: 958.257842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.668287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:39.70978Z","time spent":"958.499118ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:24:40.670444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.836509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:40.670526Z","caller":"traceutil/trace.go:171","msg":"trace[1021114867] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1783; }","duration":"821.991322ms","start":"2026-03-31T20:24:39.848522Z","end":"2026-03-31T20:24:40.670514Z","steps":["trace[1021114867] 'agreement among raft nodes before linearized reading' (duration: 821.844079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.670569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:39.8485Z","time spent":"822.061024ms","remote":"127.0.0.1:35832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:40.670595Z","caller":"traceutil/trace.go:171","msg":"trace[310358830] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"159.497647ms","start":"2026-03-31T20:24:40.511085Z","end":"2026-03-31T20:24:40.670582Z","steps":["trace[310358830] 'process raft request' (duration: 159.17551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.670624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.52566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:24:40.670622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.826681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:24:40.670694Z","caller":"traceutil/trace.go:171","msg":"trace[678077851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1783; }","duration":"156.626763ms","start":"2026-03-31T20:24:40.514051Z","end":"2026-03-31T20:24:40.670678Z","steps":["trace[678077851] 'agreement among raft nodes before linearized reading' (duration: 156.431079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.670653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.790008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:40.670733Z","caller":"traceutil/trace.go:171","msg":"trace[1520104238] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1783; }","duration":"587.974944ms","start":"2026-03-31T20:24:40.08273Z","end":"2026-03-31T20:24:40.670705Z","steps":["trace[1520104238] 'agreement among raft nodes before linearized reading' (duration: 587.784009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:40.670759Z","caller":"traceutil/trace.go:171","msg":"trace[1733607046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:1783; }","duration":"695.967092ms","start":"2026-03-31T20:24:39.974773Z","end":"2026-03-31T20:24:40.67074Z","steps":["trace[1733607046] 'agreement among raft nodes before linearized reading' (duration: 695.778668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.670781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.393305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:24:40.67082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:40.082716Z","time spent":"588.083427ms","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:24:40.670858Z","caller":"traceutil/trace.go:171","msg":"trace[158733906] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1783; }","duration":"146.511157ms","start":"2026-03-31T20:24:40.524328Z","end":"2026-03-31T20:24:40.670839Z","steps":["trace[158733906] 'agreement among raft nodes before linearized reading' (duration: 146.312293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:40.670805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:39.974754Z","time spent":"696.042384ms","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:24:40.671541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.431985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:24:40.671642Z","caller":"traceutil/trace.go:171","msg":"trace[1707322464] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1783; }","duration":"172.592129ms","start":"2026-03-31T20:24:40.499Z","end":"2026-03-31T20:24:40.671592Z","steps":["trace[1707322464] 'agreement among raft nodes before linearized reading' (duration: 172.045677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.797401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.968638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:47.797513Z","caller":"traceutil/trace.go:171","msg":"trace[332010049] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1961; }","duration":"1.106322366s","start":"2026-03-31T20:24:46.691174Z","end":"2026-03-31T20:24:47.797496Z","steps":["trace[332010049] 'read index received' (duration: 130.086623ms)","trace[332010049] 'applied index is now lower than readState.Index' (duration: 976.234613ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:47.798044Z","caller":"traceutil/trace.go:171","msg":"trace[579176106] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"1.111498911s","start":"2026-03-31T20:24:46.686529Z","end":"2026-03-31T20:24:47.798028Z","steps":["trace[579176106] 'process raft request' (duration: 134.810797ms)","trace[579176106] 'compare' (duration: 975.812174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:47.798035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106737575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:24:47.798134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.686497Z","time spent":"1.111594873s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:47.798159Z","caller":"traceutil/trace.go:171","msg":"trace[1932555991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1883; }","duration":"1.107023511s","start":"2026-03-31T20:24:46.691107Z","end":"2026-03-31T20:24:47.798131Z","steps":["trace[1932555991] 'agreement among raft nodes before linearized reading' (duration: 1.10654265s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.798221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.691084Z","time spent":"1.107124964s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:24:47.798217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101371985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:24:47.798244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.747665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-31T20:24:47.798218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098346208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:24:47.798258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.119645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-31T20:24:47.7983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.319626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:24:47.798326Z","caller":"traceutil/trace.go:171","msg":"trace[2031890574] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc; range_end:; response_count:1; response_revision:1883; }","duration":"581.868188ms","start":"2026-03-31T20:24:47.216436Z","end":"2026-03-31T20:24:47.798304Z","steps":["trace[2031890574] 'agreement among raft nodes before linearized reading' (duration: 581.601522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:47.798342Z","caller":"traceutil/trace.go:171","msg":"trace[169573515] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1883; }","duration":"1.098517311s","start":"2026-03-31T20:24:46.699805Z","end":"2026-03-31T20:24:47.798322Z","steps":["trace[169573515] 'agreement among raft nodes before linearized reading' (duration: 1.098195104s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.798251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014618449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:47.798203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097829377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:24:47.798383Z","caller":"traceutil/trace.go:171","msg":"trace[1136888285] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1883; }","duration":"985.427238ms","start":"2026-03-31T20:24:46.812937Z","end":"2026-03-31T20:24:47.798364Z","steps":["trace[1136888285] 'agreement among raft nodes before linearized reading' (duration: 985.05442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.798391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.216417Z","time spent":"581.963499ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc\" "} {"level":"warn","ts":"2026-03-31T20:24:47.798397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.699745Z","time spent":"1.098641274s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:24:47.798412Z","caller":"traceutil/trace.go:171","msg":"trace[1147022569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1883; }","duration":"1.098083612s","start":"2026-03-31T20:24:46.700317Z","end":"2026-03-31T20:24:47.798401Z","steps":["trace[1147022569] 'agreement among raft nodes before linearized reading' (duration: 1.097676983s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.798421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.966068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:24:47.798426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.812922Z","time spent":"985.49503ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:24:47.798439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.379088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:24:47.798325Z","caller":"traceutil/trace.go:171","msg":"trace[384000023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1883; }","duration":"1.101528808s","start":"2026-03-31T20:24:46.696768Z","end":"2026-03-31T20:24:47.798297Z","steps":["trace[384000023] 'agreement among raft nodes before linearized reading' (duration: 1.101242102s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:47.79847Z","caller":"traceutil/trace.go:171","msg":"trace[922346928] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:1883; }","duration":"634.44595ms","start":"2026-03-31T20:24:47.164015Z","end":"2026-03-31T20:24:47.798461Z","steps":["trace[922346928] 'agreement among raft nodes before linearized reading' (duration: 634.354928ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:47.798432Z","caller":"traceutil/trace.go:171","msg":"trace[993782861] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc; range_end:; response_count:1; response_revision:1883; }","duration":"179.226187ms","start":"2026-03-31T20:24:47.619111Z","end":"2026-03-31T20:24:47.798338Z","steps":["trace[993782861] 'agreement among raft nodes before linearized reading' (duration: 178.944861ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:47.798452Z","caller":"traceutil/trace.go:171","msg":"trace[139527624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1883; }","duration":"1.014948907s","start":"2026-03-31T20:24:46.783445Z","end":"2026-03-31T20:24:47.798394Z","steps":["trace[139527624] 'agreement among raft nodes before linearized reading' (duration: 1.014623499s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.798516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.163997Z","time spent":"634.513081ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-31T20:24:47.798462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.700308Z","time spent":"1.098142693s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:47.798331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070564408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T20:24:47.798554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.783416Z","time spent":"1.015124281s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:47.798569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.696751Z","time spent":"1.101762413s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:24:47.798587Z","caller":"traceutil/trace.go:171","msg":"trace[1859880053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1883; }","duration":"1.070866335s","start":"2026-03-31T20:24:46.727707Z","end":"2026-03-31T20:24:47.798573Z","steps":["trace[1859880053] 'agreement among raft nodes before linearized reading' (duration: 1.070552528s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.798646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.727653Z","time spent":"1.070984477s","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:24:47.79847Z","caller":"traceutil/trace.go:171","msg":"trace[1593991531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1883; }","duration":"950.04271ms","start":"2026-03-31T20:24:46.848412Z","end":"2026-03-31T20:24:47.798455Z","steps":["trace[1593991531] 'agreement among raft nodes before linearized reading' (duration: 949.959138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.798714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.84839Z","time spent":"950.311665ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:47.798869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102541942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:24:47.798944Z","caller":"traceutil/trace.go:171","msg":"trace[1211829594] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1883; }","duration":"1.102656184s","start":"2026-03-31T20:24:46.696266Z","end":"2026-03-31T20:24:47.798923Z","steps":["trace[1211829594] 'agreement among raft nodes before linearized reading' (duration: 1.102446879s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:47.798994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:46.696245Z","time spent":"1.102735645s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:24:49.800247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999763072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:24:49.800341Z","caller":"traceutil/trace.go:171","msg":"trace[25336576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999920246s","start":"2026-03-31T20:24:47.800401Z","end":"2026-03-31T20:24:49.800322Z","steps":["trace[25336576] 'agreement among raft nodes before linearized reading' (duration: 1.999804103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:49.80039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.800349Z","time spent":"2.000030449s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:24:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:24:50.387208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.351657801s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:24:50.937559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901981316s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T20:24:50.938052Z","caller":"traceutil/trace.go:171","msg":"trace[594948366] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"3.130702276s","start":"2026-03-31T20:24:47.807331Z","end":"2026-03-31T20:24:50.938033Z","steps":["trace[594948366] 'process raft request' (duration: 3.130652565s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:50.938152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.807315Z","time spent":"3.130775448s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:50.93835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.799978Z","time spent":"3.138370228s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:24:50.938472Z","caller":"traceutil/trace.go:171","msg":"trace[2136257814] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1962; }","duration":"3.138009079s","start":"2026-03-31T20:24:47.800452Z","end":"2026-03-31T20:24:50.938461Z","steps":["trace[2136257814] 'read index received' (duration: 235.123984ms)","trace[2136257814] 'applied index is now lower than readState.Index' (duration: 2.902884215s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:50.938527Z","caller":"traceutil/trace.go:171","msg":"trace[731675025] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"3.133929039s","start":"2026-03-31T20:24:47.804591Z","end":"2026-03-31T20:24:50.93852Z","steps":["trace[731675025] 'process raft request' (duration: 3.133334356s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:50.938585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.804584Z","time spent":"3.133961469s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:50.938584Z","caller":"traceutil/trace.go:171","msg":"trace[1941165198] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"3.134243486s","start":"2026-03-31T20:24:47.804291Z","end":"2026-03-31T20:24:50.938534Z","steps":["trace[1941165198] 'process raft request' (duration: 3.133604292s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:50.938706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.804268Z","time spent":"3.134376019s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:50.938967Z","caller":"traceutil/trace.go:171","msg":"trace[1748265069] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"3.134304556s","start":"2026-03-31T20:24:47.804638Z","end":"2026-03-31T20:24:50.938942Z","steps":["trace[1748265069] 'process raft request' (duration: 3.133314024s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:50.939033Z","caller":"traceutil/trace.go:171","msg":"trace[415327378] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"3.134959552s","start":"2026-03-31T20:24:47.804034Z","end":"2026-03-31T20:24:50.938994Z","steps":["trace[415327378] 'process raft request' (duration: 3.133764926s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:50.939073Z","caller":"traceutil/trace.go:171","msg":"trace[1459117272] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"3.135064444s","start":"2026-03-31T20:24:47.80399Z","end":"2026-03-31T20:24:50.939054Z","steps":["trace[1459117272] 'process raft request' (duration: 3.133691284s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:50.939115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.804632Z","time spent":"3.134406809s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:50.939139Z","caller":"traceutil/trace.go:171","msg":"trace[2080947127] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"3.135041015s","start":"2026-03-31T20:24:47.804068Z","end":"2026-03-31T20:24:50.939109Z","steps":["trace[2080947127] 'process raft request' (duration: 3.133798756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:50.939229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.804013Z","time spent":"3.135112156s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:50.939329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.80405Z","time spent":"3.135186887s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:50.939183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.803968Z","time spent":"3.135156987s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:50.939434Z","caller":"traceutil/trace.go:171","msg":"trace[2016169391] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"3.135336611s","start":"2026-03-31T20:24:47.804075Z","end":"2026-03-31T20:24:50.939412Z","steps":["trace[2016169391] 'process raft request' (duration: 3.133757966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:50.939537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.804065Z","time spent":"3.135426153s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:51.676128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.960416ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:51.676251Z","caller":"traceutil/trace.go:171","msg":"trace[1336280300] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1891; }","duration":"615.0978ms","start":"2026-03-31T20:24:51.061135Z","end":"2026-03-31T20:24:51.676232Z","steps":["trace[1336280300] 'range keys from in-memory index tree' (duration: 614.945456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.676679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.858548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:24:51.676857Z","caller":"traceutil/trace.go:171","msg":"trace[1359406923] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"3.047251435s","start":"2026-03-31T20:24:48.629588Z","end":"2026-03-31T20:24:51.676839Z","steps":["trace[1359406923] 'process raft request' (duration: 2.465147862s)","trace[1359406923] 'compare' (duration: 581.735355ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:51.676946Z","caller":"traceutil/trace.go:171","msg":"trace[750096402] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"971.58996ms","start":"2026-03-31T20:24:50.705337Z","end":"2026-03-31T20:24:51.676927Z","steps":["trace[750096402] 'process raft request' (duration: 971.512639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.676967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.629563Z","time spent":"3.047338268s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:51.677027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:50.705311Z","time spent":"971.683972ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:51.677266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851634706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:51.677274Z","caller":"traceutil/trace.go:171","msg":"trace[1531295012] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"1.873322572s","start":"2026-03-31T20:24:49.803919Z","end":"2026-03-31T20:24:51.677242Z","steps":["trace[1531295012] 'process raft request' (duration: 1.872868282s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:51.677342Z","caller":"traceutil/trace.go:171","msg":"trace[1417845414] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1895; }","duration":"3.851755869s","start":"2026-03-31T20:24:47.82557Z","end":"2026-03-31T20:24:51.677326Z","steps":["trace[1417845414] 'agreement among raft nodes before linearized reading' (duration: 3.851564535s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:51.677075Z","caller":"traceutil/trace.go:171","msg":"trace[1953423724] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1971; }","duration":"738.555833ms","start":"2026-03-31T20:24:50.938493Z","end":"2026-03-31T20:24:51.677049Z","steps":["trace[1953423724] 'read index received' (duration: 156.254135ms)","trace[1953423724] 'applied index is now lower than readState.Index' (duration: 582.300488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:51.677393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.825558Z","time spent":"3.85182024s","remote":"127.0.0.1:52956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:24:51.677432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:49.803894Z","time spent":"1.873451846s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:51.67746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868248119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:51.677495Z","caller":"traceutil/trace.go:171","msg":"trace[1166362734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1895; }","duration":"1.868323401s","start":"2026-03-31T20:24:49.809162Z","end":"2026-03-31T20:24:51.677485Z","steps":["trace[1166362734] 'agreement among raft nodes before linearized reading' (duration: 1.868261659s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.677532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:49.80914Z","time spent":"1.868385643s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:24:51.6776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.435636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-31T20:24:51.677656Z","caller":"traceutil/trace.go:171","msg":"trace[459530641] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc; range_end:; response_count:1; response_revision:1895; }","duration":"732.494857ms","start":"2026-03-31T20:24:50.945148Z","end":"2026-03-31T20:24:51.677643Z","steps":["trace[459530641] 'agreement among raft nodes before linearized reading' (duration: 732.318353ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:51.677691Z","caller":"traceutil/trace.go:171","msg":"trace[1105330514] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"736.462926ms","start":"2026-03-31T20:24:50.941213Z","end":"2026-03-31T20:24:51.677676Z","steps":["trace[1105330514] 'process raft request' (duration: 735.670428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.677712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:50.945134Z","time spent":"732.568018ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc\" "} {"level":"warn","ts":"2026-03-31T20:24:51.677737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.717644798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:24:51.677769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:50.941192Z","time spent":"736.532398ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:24:51.677785Z","caller":"traceutil/trace.go:171","msg":"trace[1570760255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1895; }","duration":"3.71774147s","start":"2026-03-31T20:24:47.960029Z","end":"2026-03-31T20:24:51.677771Z","steps":["trace[1570760255] 'agreement among raft nodes before linearized reading' (duration: 3.717594897s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.677811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872200977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T20:24:51.67783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:47.960007Z","time spent":"3.717813942s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:24:51.677812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.831048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-31T20:24:51.67793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.874549244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-31T20:24:51.67795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871067516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:24:51.677987Z","caller":"traceutil/trace.go:171","msg":"trace[415836930] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc; range_end:; response_count:1; response_revision:1895; }","duration":"2.874648445s","start":"2026-03-31T20:24:48.803325Z","end":"2026-03-31T20:24:51.677973Z","steps":["trace[415836930] 'agreement among raft nodes before linearized reading' (duration: 2.874278137s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:51.678021Z","caller":"traceutil/trace.go:171","msg":"trace[531761437] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1895; }","duration":"2.871153048s","start":"2026-03-31T20:24:48.806847Z","end":"2026-03-31T20:24:51.678Z","steps":["trace[531761437] 'agreement among raft nodes before linearized reading' (duration: 2.870966634s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.678027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.803309Z","time spent":"2.874710177s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc\" "} {"level":"info","ts":"2026-03-31T20:24:51.677875Z","caller":"traceutil/trace.go:171","msg":"trace[1028019260] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c; range_end:; response_count:1; response_revision:1895; }","duration":"1.872298319s","start":"2026-03-31T20:24:49.805557Z","end":"2026-03-31T20:24:51.677856Z","steps":["trace[1028019260] 'agreement among raft nodes before linearized reading' (duration: 1.872150396s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.678084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:48.806841Z","time spent":"2.871229459s","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:24:51.678109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:49.805533Z","time spent":"1.872560645s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" "} {"level":"info","ts":"2026-03-31T20:24:51.677922Z","caller":"traceutil/trace.go:171","msg":"trace[148996926] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1895; }","duration":"647.979212ms","start":"2026-03-31T20:24:51.029927Z","end":"2026-03-31T20:24:51.677906Z","steps":["trace[148996926] 'agreement among raft nodes before linearized reading' (duration: 647.685025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:51.678848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.029914Z","time spent":"648.910773ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:24:52.189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205025342,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:24:52.581316Z","caller":"traceutil/trace.go:171","msg":"trace[1640690194] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"898.95265ms","start":"2026-03-31T20:24:51.682332Z","end":"2026-03-31T20:24:52.581285Z","steps":["trace[1640690194] 'process raft request' (duration: 888.304522ms)","trace[1640690194] 'compare' (duration: 10.046734ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:52.581332Z","caller":"traceutil/trace.go:171","msg":"trace[2139303572] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"896.997587ms","start":"2026-03-31T20:24:51.684306Z","end":"2026-03-31T20:24:52.581304Z","steps":["trace[2139303572] 'process raft request' (duration: 896.865584ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:52.581391Z","caller":"traceutil/trace.go:171","msg":"trace[1518643468] linearizableReadLoop","detail":"{readStateIndex:1978; appliedIndex:1976; }","duration":"893.258924ms","start":"2026-03-31T20:24:51.688098Z","end":"2026-03-31T20:24:52.581357Z","steps":["trace[1518643468] 'read index received' (duration: 882.559575ms)","trace[1518643468] 'applied index is now lower than readState.Index' (duration: 10.696319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:52.581469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.682313Z","time spent":"899.071583ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:52.581479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.684286Z","time spent":"897.109589ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:24:52.586065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.289808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:24:52.58609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.310063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:24:52.586114Z","caller":"traceutil/trace.go:171","msg":"trace[513655384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1898; }","duration":"899.360929ms","start":"2026-03-31T20:24:51.686741Z","end":"2026-03-31T20:24:52.586102Z","steps":["trace[513655384] 'agreement among raft nodes before linearized reading' (duration: 894.800498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:52.586147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.686733Z","time spent":"899.408651ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:24:52.586147Z","caller":"traceutil/trace.go:171","msg":"trace[1226464916] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1898; }","duration":"897.403966ms","start":"2026-03-31T20:24:51.688729Z","end":"2026-03-31T20:24:52.586133Z","steps":["trace[1226464916] 'agreement among raft nodes before linearized reading' (duration: 897.313894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:52.58618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.688716Z","time spent":"897.458457ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:24:52.586325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.919536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:24:52.586387Z","caller":"traceutil/trace.go:171","msg":"trace[1979130959] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1898; }","duration":"897.001578ms","start":"2026-03-31T20:24:51.689368Z","end":"2026-03-31T20:24:52.586369Z","steps":["trace[1979130959] 'agreement among raft nodes before linearized reading' (duration: 896.816603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:52.586543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:24:51.68936Z","time spent":"897.163021ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T20:24:53.895607Z","caller":"traceutil/trace.go:171","msg":"trace[391735476] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"212.837617ms","start":"2026-03-31T20:24:53.682749Z","end":"2026-03-31T20:24:53.895587Z","steps":["trace[391735476] 'process raft request' (duration: 128.295612ms)","trace[391735476] 'compare' (duration: 84.406712ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:53.895907Z","caller":"traceutil/trace.go:171","msg":"trace[1943597922] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"210.385282ms","start":"2026-03-31T20:24:53.685513Z","end":"2026-03-31T20:24:53.895899Z","steps":["trace[1943597922] 'process raft request' (duration: 210.044984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.895925Z","caller":"traceutil/trace.go:171","msg":"trace[1147911967] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1989; }","duration":"204.323997ms","start":"2026-03-31T20:24:53.691571Z","end":"2026-03-31T20:24:53.895895Z","steps":["trace[1147911967] 'read index received' (duration: 30.334906ms)","trace[1147911967] 'applied index is now lower than readState.Index' (duration: 173.986801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:24:53.896146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.565733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-31T20:24:53.896233Z","caller":"traceutil/trace.go:171","msg":"trace[902095252] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-51f26d0e-299d-4ba5-a950-e093d59981fc; range_end:; response_count:1; response_revision:1911; }","duration":"204.714606ms","start":"2026-03-31T20:24:53.691497Z","end":"2026-03-31T20:24:53.896212Z","steps":["trace[902095252] 'agreement among raft nodes before linearized reading' (duration: 204.478811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.899923Z","caller":"traceutil/trace.go:171","msg":"trace[2065403567] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"172.941827ms","start":"2026-03-31T20:24:53.726965Z","end":"2026-03-31T20:24:53.899906Z","steps":["trace[2065403567] 'process raft request' (duration: 172.800504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.90018Z","caller":"traceutil/trace.go:171","msg":"trace[838066791] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"172.711003ms","start":"2026-03-31T20:24:53.727459Z","end":"2026-03-31T20:24:53.90017Z","steps":["trace[838066791] 'process raft request' (duration: 172.402055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.90056Z","caller":"traceutil/trace.go:171","msg":"trace[619474758] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"172.121829ms","start":"2026-03-31T20:24:53.728426Z","end":"2026-03-31T20:24:53.900548Z","steps":["trace[619474758] 'process raft request' (duration: 171.954115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:53.900657Z","caller":"traceutil/trace.go:171","msg":"trace[838322117] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"173.167292ms","start":"2026-03-31T20:24:53.72748Z","end":"2026-03-31T20:24:53.900648Z","steps":["trace[838322117] 'process raft request' (duration: 172.565798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:24:53.900913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.523919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:24:53.901038Z","caller":"traceutil/trace.go:171","msg":"trace[1711716130] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"207.966288ms","start":"2026-03-31T20:24:53.693046Z","end":"2026-03-31T20:24:53.901013Z","steps":["trace[1711716130] 'agreement among raft nodes before linearized reading' (duration: 207.443417ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.15064Z","caller":"traceutil/trace.go:171","msg":"trace[1216057784] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"141.379294ms","start":"2026-03-31T20:24:59.009239Z","end":"2026-03-31T20:24:59.150618Z","steps":["trace[1216057784] 'process raft request' (duration: 128.631769ms)","trace[1216057784] 'compare' (duration: 12.471369ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:24:59.150704Z","caller":"traceutil/trace.go:171","msg":"trace[578602406] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"137.842264ms","start":"2026-03-31T20:24:59.012841Z","end":"2026-03-31T20:24:59.150684Z","steps":["trace[578602406] 'process raft request' (duration: 137.698351ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.150744Z","caller":"traceutil/trace.go:171","msg":"trace[968533035] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"136.989895ms","start":"2026-03-31T20:24:59.013735Z","end":"2026-03-31T20:24:59.150725Z","steps":["trace[968533035] 'process raft request' (duration: 136.951194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:24:59.150807Z","caller":"traceutil/trace.go:171","msg":"trace[1960484450] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"137.837324ms","start":"2026-03-31T20:24:59.012942Z","end":"2026-03-31T20:24:59.150779Z","steps":["trace[1960484450] 'process raft request' (duration: 137.699881ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:00.922759Z","caller":"traceutil/trace.go:171","msg":"trace[1788975769] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"120.979918ms","start":"2026-03-31T20:25:00.801754Z","end":"2026-03-31T20:25:00.922734Z","steps":["trace[1788975769] 'process raft request' (duration: 120.823245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:01.05186Z","caller":"traceutil/trace.go:171","msg":"trace[666513943] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"120.946368ms","start":"2026-03-31T20:25:00.930878Z","end":"2026-03-31T20:25:01.051825Z","steps":["trace[666513943] 'process raft request' (duration: 69.01701ms)","trace[666513943] 'compare' (duration: 51.5841ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:01.171741Z","caller":"traceutil/trace.go:171","msg":"trace[1738086961] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"115.590028ms","start":"2026-03-31T20:25:01.056089Z","end":"2026-03-31T20:25:01.171679Z","steps":["trace[1738086961] 'process raft request' (duration: 113.967062ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:01.171785Z","caller":"traceutil/trace.go:171","msg":"trace[375535486] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"111.406615ms","start":"2026-03-31T20:25:01.060359Z","end":"2026-03-31T20:25:01.171766Z","steps":["trace[375535486] 'process raft request' (duration: 111.248911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:01.874259Z","caller":"traceutil/trace.go:171","msg":"trace[722432211] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"372.029308ms","start":"2026-03-31T20:25:01.502206Z","end":"2026-03-31T20:25:01.874236Z","steps":["trace[722432211] 'process raft request' (duration: 371.893595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:01.874404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:01.502173Z","time spent":"372.154971ms","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:03.781444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:25:03.781586Z","caller":"traceutil/trace.go:171","msg":"trace[1855784744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501319s","start":"2026-03-31T20:25:01.78106Z","end":"2026-03-31T20:25:03.781561Z","steps":["trace[1855784744] 'agreement among raft nodes before linearized reading' (duration: 2.000331145s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.781681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:01.781047Z","time spent":"2.000621991s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:25:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:25:03.7948Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.92072096s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:25:03.97408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.997882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:03.974591Z","caller":"traceutil/trace.go:171","msg":"trace[919266192] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2073; }","duration":"2.193472453s","start":"2026-03-31T20:25:01.781093Z","end":"2026-03-31T20:25:03.974565Z","steps":["trace[919266192] 'read index received' (duration: 93.000434ms)","trace[919266192] 'applied index is now lower than readState.Index' (duration: 2.100470839s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:03.974704Z","caller":"traceutil/trace.go:171","msg":"trace[1140723632] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"2.471301529s","start":"2026-03-31T20:25:01.503385Z","end":"2026-03-31T20:25:03.974686Z","steps":["trace[1140723632] 'process raft request' (duration: 2.471070304s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.974795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:01.503376Z","time spent":"2.471366011s","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5920,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:03.974803Z","caller":"traceutil/trace.go:171","msg":"trace[1994690321] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"2.472410255s","start":"2026-03-31T20:25:01.502363Z","end":"2026-03-31T20:25:03.974773Z","steps":["trace[1994690321] 'process raft request' (duration: 2.292608255s)","trace[1994690321] 'compare' (duration: 178.47176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:03.974946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:01.502346Z","time spent":"2.472522187s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1228,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:03.977586Z","caller":"traceutil/trace.go:171","msg":"trace[391017550] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"2.036945051s","start":"2026-03-31T20:25:01.940614Z","end":"2026-03-31T20:25:03.977559Z","steps":["trace[391017550] 'process raft request' (duration: 2.036654905s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:03.977656Z","caller":"traceutil/trace.go:171","msg":"trace[1978839125] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"1.982970229s","start":"2026-03-31T20:25:01.994649Z","end":"2026-03-31T20:25:03.97762Z","steps":["trace[1978839125] 'process raft request' (duration: 1.982786175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:03.977732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:01.940586Z","time spent":"2.037076525s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:03.977807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:01.994616Z","time spent":"1.983111361s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:04.168265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.741844ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:25:04.168489Z","caller":"traceutil/trace.go:171","msg":"trace[1961022001] linearizableReadLoop","detail":"{readStateIndex:2079; appliedIndex:2076; }","duration":"193.824433ms","start":"2026-03-31T20:25:03.974645Z","end":"2026-03-31T20:25:04.16847Z","steps":["trace[1961022001] 'read index received' (duration: 2.571618ms)","trace[1961022001] 'applied index is now lower than readState.Index' (duration: 191.251595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:04.168597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.661932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-31T20:25:04.16864Z","caller":"traceutil/trace.go:171","msg":"trace[951147909] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"184.926234ms","start":"2026-03-31T20:25:03.983686Z","end":"2026-03-31T20:25:04.168612Z","steps":["trace[951147909] 'process raft request' (duration: 184.692009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.168671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.420467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T20:25:04.168713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607311439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:04.168704Z","caller":"traceutil/trace.go:171","msg":"trace[178577481] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1995; }","duration":"971.802285ms","start":"2026-03-31T20:25:03.196873Z","end":"2026-03-31T20:25:04.168676Z","steps":["trace[178577481] 'agreement among raft nodes before linearized reading' (duration: 971.616421ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.168721Z","caller":"traceutil/trace.go:171","msg":"trace[333364533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1996; }","duration":"993.495759ms","start":"2026-03-31T20:25:03.175212Z","end":"2026-03-31T20:25:04.168707Z","steps":["trace[333364533] 'agreement among raft nodes before linearized reading' (duration: 993.360866ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.168749Z","caller":"traceutil/trace.go:171","msg":"trace[1969691792] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1996; }","duration":"1.60734689s","start":"2026-03-31T20:25:02.56139Z","end":"2026-03-31T20:25:04.168737Z","steps":["trace[1969691792] 'agreement among raft nodes before linearized reading' (duration: 1.607266808s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.168762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.175196Z","time spent":"993.55816ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:04.168768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.196826Z","time spent":"971.927327ms","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-31T20:25:04.168782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.561332Z","time spent":"1.607441942s","remote":"127.0.0.1:52670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:04.168826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183595618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:04.168875Z","caller":"traceutil/trace.go:171","msg":"trace[1577691796] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1996; }","duration":"1.18365975s","start":"2026-03-31T20:25:02.985204Z","end":"2026-03-31T20:25:04.168864Z","steps":["trace[1577691796] 'agreement among raft nodes before linearized reading' (duration: 1.183351013s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.168864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534127617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"warn","ts":"2026-03-31T20:25:04.168913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.985148Z","time spent":"1.183755152s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:25:04.168943Z","caller":"traceutil/trace.go:171","msg":"trace[975918617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1996; }","duration":"1.53427104s","start":"2026-03-31T20:25:02.634653Z","end":"2026-03-31T20:25:04.168924Z","steps":["trace[975918617] 'agreement among raft nodes before linearized reading' (duration: 1.534014224s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.169356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874961288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:25:04.16898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07067833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:25:04.16941Z","caller":"traceutil/trace.go:171","msg":"trace[1322679301] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1996; }","duration":"1.87504785s","start":"2026-03-31T20:25:02.294346Z","end":"2026-03-31T20:25:04.169394Z","steps":["trace[1322679301] 'agreement among raft nodes before linearized reading' (duration: 1.874603971s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.169424Z","caller":"traceutil/trace.go:171","msg":"trace[254234237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1996; }","duration":"1.07113984s","start":"2026-03-31T20:25:03.098271Z","end":"2026-03-31T20:25:04.169411Z","steps":["trace[254234237] 'agreement among raft nodes before linearized reading' (duration: 1.070644289s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.169444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.294325Z","time spent":"1.875110431s","remote":"127.0.0.1:42654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":13,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:04.16903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097778634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:25:04.169362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.634619Z","time spent":"1.53473436s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:25:04.169484Z","caller":"traceutil/trace.go:171","msg":"trace[2051263305] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1996; }","duration":"1.098260745s","start":"2026-03-31T20:25:03.071214Z","end":"2026-03-31T20:25:04.169475Z","steps":["trace[2051263305] 'agreement among raft nodes before linearized reading' (duration: 1.097785175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.169453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.098261Z","time spent":"1.071184972s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:25:04.169219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473558806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:25:04.168636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107919624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:04.169557Z","caller":"traceutil/trace.go:171","msg":"trace[319226997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1996; }","duration":"1.473951395s","start":"2026-03-31T20:25:02.69559Z","end":"2026-03-31T20:25:04.169542Z","steps":["trace[319226997] 'agreement among raft nodes before linearized reading' (duration: 1.473517625s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.169574Z","caller":"traceutil/trace.go:171","msg":"trace[1246177447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1995; }","duration":"2.108901906s","start":"2026-03-31T20:25:02.060659Z","end":"2026-03-31T20:25:04.16956Z","steps":["trace[1246177447] 'agreement among raft nodes before linearized reading' (duration: 2.107868373s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.169603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.060631Z","time spent":"2.108964067s","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:25:04.169252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.233687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:107614"} {"level":"info","ts":"2026-03-31T20:25:04.169658Z","caller":"traceutil/trace.go:171","msg":"trace[468336536] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1996; }","duration":"960.641756ms","start":"2026-03-31T20:25:03.209007Z","end":"2026-03-31T20:25:04.169648Z","steps":["trace[468336536] 'agreement among raft nodes before linearized reading' (duration: 960.134735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.169606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:02.695572Z","time spent":"1.474022186s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:04.169706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.208971Z","time spent":"960.711018ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":107637,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T20:25:04.169258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.361732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:25:04.16979Z","caller":"traceutil/trace.go:171","msg":"trace[212244563] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1996; }","duration":"935.912544ms","start":"2026-03-31T20:25:03.233865Z","end":"2026-03-31T20:25:04.169777Z","steps":["trace[212244563] 'agreement among raft nodes before linearized reading' (duration: 935.252729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.169834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.233852Z","time spent":"935.971166ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:25:04.169282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.391523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:25:04.169968Z","caller":"traceutil/trace.go:171","msg":"trace[443482919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1996; }","duration":"936.096289ms","start":"2026-03-31T20:25:03.233853Z","end":"2026-03-31T20:25:04.169949Z","steps":["trace[443482919] 'agreement among raft nodes before linearized reading' (duration: 935.345892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.169263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.909531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-31T20:25:04.17003Z","caller":"traceutil/trace.go:171","msg":"trace[1612582146] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1996; }","duration":"935.681409ms","start":"2026-03-31T20:25:03.234337Z","end":"2026-03-31T20:25:04.170018Z","steps":["trace[1612582146] 'agreement among raft nodes before linearized reading' (duration: 934.86635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.170041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.233837Z","time spent":"936.180411ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:04.170078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.234333Z","time spent":"935.73323ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:25:04.169222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.332726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T20:25:04.170172Z","caller":"traceutil/trace.go:171","msg":"trace[2026525828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1996; }","duration":"960.341529ms","start":"2026-03-31T20:25:03.209821Z","end":"2026-03-31T20:25:04.170162Z","steps":["trace[2026525828] 'agreement among raft nodes before linearized reading' (duration: 959.284925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.170209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.209812Z","time spent":"960.389491ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:25:04.169102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.222186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:04.169516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.071194Z","time spent":"1.098311616s","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":17,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:25:04.170453Z","caller":"traceutil/trace.go:171","msg":"trace[1750252328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1996; }","duration":"388.614297ms","start":"2026-03-31T20:25:03.781825Z","end":"2026-03-31T20:25:04.170439Z","steps":["trace[1750252328] 'agreement among raft nodes before linearized reading' (duration: 387.233946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.170594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:03.781629Z","time spent":"388.950605ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:25:04.327499Z","caller":"traceutil/trace.go:171","msg":"trace[675001105] transaction","detail":"{read_only:false; response_revision:1999; number_of_response:1; }","duration":"153.506284ms","start":"2026-03-31T20:25:04.173978Z","end":"2026-03-31T20:25:04.327485Z","steps":["trace[675001105] 'process raft request' (duration: 153.340491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.327491Z","caller":"traceutil/trace.go:171","msg":"trace[1027194328] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"153.732659ms","start":"2026-03-31T20:25:04.173733Z","end":"2026-03-31T20:25:04.327465Z","steps":["trace[1027194328] 'process raft request' (duration: 151.914868ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.327599Z","caller":"traceutil/trace.go:171","msg":"trace[1505579996] transaction","detail":"{read_only:false; response_revision:2000; number_of_response:1; }","duration":"153.566596ms","start":"2026-03-31T20:25:04.174024Z","end":"2026-03-31T20:25:04.327591Z","steps":["trace[1505579996] 'process raft request' (duration: 153.391012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.32754Z","caller":"traceutil/trace.go:171","msg":"trace[1181386813] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"152.150655ms","start":"2026-03-31T20:25:04.175365Z","end":"2026-03-31T20:25:04.327516Z","steps":["trace[1181386813] 'process raft request' (duration: 152.087924ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.328001Z","caller":"traceutil/trace.go:171","msg":"trace[1448911906] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"152.526343ms","start":"2026-03-31T20:25:04.175435Z","end":"2026-03-31T20:25:04.327961Z","steps":["trace[1448911906] 'process raft request' (duration: 152.052522ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.328627Z","caller":"traceutil/trace.go:171","msg":"trace[418685293] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"153.097915ms","start":"2026-03-31T20:25:04.175511Z","end":"2026-03-31T20:25:04.328609Z","steps":["trace[418685293] 'process raft request' (duration: 152.89016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.328892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.424242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:25:04.328582Z","caller":"traceutil/trace.go:171","msg":"trace[1424530617] linearizableReadLoop","detail":"{readStateIndex:2085; appliedIndex:2080; }","duration":"153.117626ms","start":"2026-03-31T20:25:04.175443Z","end":"2026-03-31T20:25:04.328561Z","steps":["trace[1424530617] 'read index received' (duration: 74.668736ms)","trace[1424530617] 'applied index is now lower than readState.Index' (duration: 78.44794ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:04.328963Z","caller":"traceutil/trace.go:171","msg":"trace[1190811302] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c; range_end:; response_count:1; response_revision:2003; }","duration":"153.537485ms","start":"2026-03-31T20:25:04.175408Z","end":"2026-03-31T20:25:04.328946Z","steps":["trace[1190811302] 'agreement among raft nodes before linearized reading' (duration: 153.29627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.349315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.602412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-31T20:25:04.349383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.012725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:04.349404Z","caller":"traceutil/trace.go:171","msg":"trace[132443862] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2004; }","duration":"173.718405ms","start":"2026-03-31T20:25:04.175662Z","end":"2026-03-31T20:25:04.34938Z","steps":["trace[132443862] 'agreement among raft nodes before linearized reading' (duration: 173.54972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.349452Z","caller":"traceutil/trace.go:171","msg":"trace[1671038118] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2004; }","duration":"171.122138ms","start":"2026-03-31T20:25:04.178311Z","end":"2026-03-31T20:25:04.349433Z","steps":["trace[1671038118] 'agreement among raft nodes before linearized reading' (duration: 171.000575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:04.349329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.551584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:04.349553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.714175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:107614"} {"level":"info","ts":"2026-03-31T20:25:04.349606Z","caller":"traceutil/trace.go:171","msg":"trace[1130009559] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2004; }","duration":"173.781376ms","start":"2026-03-31T20:25:04.175813Z","end":"2026-03-31T20:25:04.349595Z","steps":["trace[1130009559] 'agreement among raft nodes before linearized reading' (duration: 173.575262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:04.34955Z","caller":"traceutil/trace.go:171","msg":"trace[979177909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2004; }","duration":"170.780439ms","start":"2026-03-31T20:25:04.178751Z","end":"2026-03-31T20:25:04.349532Z","steps":["trace[979177909] 'agreement among raft nodes before linearized reading' (duration: 170.512863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:06.518073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.519748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:06.518179Z","caller":"traceutil/trace.go:171","msg":"trace[2018339572] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"183.155036ms","start":"2026-03-31T20:25:06.335002Z","end":"2026-03-31T20:25:06.518157Z","steps":["trace[2018339572] 'process raft request' (duration: 71.469874ms)","trace[2018339572] 'compare' (duration: 111.285013ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:06.526066Z","caller":"traceutil/trace.go:171","msg":"trace[229763612] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"190.796326ms","start":"2026-03-31T20:25:06.335241Z","end":"2026-03-31T20:25:06.526037Z","steps":["trace[229763612] 'process raft request' (duration: 190.683424ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:06.526341Z","caller":"traceutil/trace.go:171","msg":"trace[1127854818] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"190.475359ms","start":"2026-03-31T20:25:06.33585Z","end":"2026-03-31T20:25:06.526326Z","steps":["trace[1127854818] 'process raft request' (duration: 190.443838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:06.526383Z","caller":"traceutil/trace.go:171","msg":"trace[1537687931] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"191.010321ms","start":"2026-03-31T20:25:06.335341Z","end":"2026-03-31T20:25:06.526352Z","steps":["trace[1537687931] 'process raft request' (duration: 190.866908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:06.526346Z","caller":"traceutil/trace.go:171","msg":"trace[1252325604] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"190.97613ms","start":"2026-03-31T20:25:06.33533Z","end":"2026-03-31T20:25:06.526306Z","steps":["trace[1252325604] 'process raft request' (duration: 190.671234ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:06.52636Z","caller":"traceutil/trace.go:171","msg":"trace[792411080] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"190.785295ms","start":"2026-03-31T20:25:06.335563Z","end":"2026-03-31T20:25:06.526349Z","steps":["trace[792411080] 'process raft request' (duration: 190.698713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:12.48684Z","caller":"traceutil/trace.go:171","msg":"trace[1851712851] transaction","detail":"{read_only:false; response_revision:2042; number_of_response:1; }","duration":"441.311722ms","start":"2026-03-31T20:25:12.045501Z","end":"2026-03-31T20:25:12.486812Z","steps":["trace[1851712851] 'process raft request' (duration: 441.146849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:12.487125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:12.045479Z","time spent":"441.528767ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:12.489128Z","caller":"traceutil/trace.go:171","msg":"trace[936966309] transaction","detail":"{read_only:false; response_revision:2043; number_of_response:1; }","duration":"443.299527ms","start":"2026-03-31T20:25:12.045806Z","end":"2026-03-31T20:25:12.489106Z","steps":["trace[936966309] 'process raft request' (duration: 442.946909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:12.489429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:12.045748Z","time spent":"443.471321ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:12.508947Z","caller":"traceutil/trace.go:171","msg":"trace[1762530602] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2126; }","duration":"239.982652ms","start":"2026-03-31T20:25:12.268946Z","end":"2026-03-31T20:25:12.508928Z","steps":["trace[1762530602] 'read index received' (duration: 217.684834ms)","trace[1762530602] 'applied index is now lower than readState.Index' (duration: 22.296608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:12.509299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.340259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:12.509363Z","caller":"traceutil/trace.go:171","msg":"trace[171098916] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2043; }","duration":"240.466462ms","start":"2026-03-31T20:25:12.26888Z","end":"2026-03-31T20:25:12.509347Z","steps":["trace[171098916] 'agreement among raft nodes before linearized reading' (duration: 240.240797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:12.509458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.411581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:25:12.509504Z","caller":"traceutil/trace.go:171","msg":"trace[1837679980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2043; }","duration":"201.506383ms","start":"2026-03-31T20:25:12.307983Z","end":"2026-03-31T20:25:12.509489Z","steps":["trace[1837679980] 'agreement among raft nodes before linearized reading' (duration: 201.288278ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:14.74314Z","caller":"traceutil/trace.go:171","msg":"trace[24199006] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"154.629569ms","start":"2026-03-31T20:25:14.588472Z","end":"2026-03-31T20:25:14.743101Z","steps":["trace[24199006] 'process raft request' (duration: 151.398877ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:14.754239Z","caller":"traceutil/trace.go:171","msg":"trace[1714546579] transaction","detail":"{read_only:false; response_revision:2059; number_of_response:1; }","duration":"165.506351ms","start":"2026-03-31T20:25:14.588712Z","end":"2026-03-31T20:25:14.754218Z","steps":["trace[1714546579] 'process raft request' (duration: 165.347248ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:14.754578Z","caller":"traceutil/trace.go:171","msg":"trace[264985476] transaction","detail":"{read_only:false; response_revision:2062; number_of_response:1; }","duration":"164.9797ms","start":"2026-03-31T20:25:14.589585Z","end":"2026-03-31T20:25:14.754565Z","steps":["trace[264985476] 'process raft request' (duration: 164.925419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:14.754605Z","caller":"traceutil/trace.go:171","msg":"trace[1798196843] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"165.751667ms","start":"2026-03-31T20:25:14.588828Z","end":"2026-03-31T20:25:14.754579Z","steps":["trace[1798196843] 'process raft request' (duration: 165.342218ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:14.754744Z","caller":"traceutil/trace.go:171","msg":"trace[1818967710] transaction","detail":"{read_only:false; response_revision:2061; number_of_response:1; }","duration":"165.243896ms","start":"2026-03-31T20:25:14.58949Z","end":"2026-03-31T20:25:14.754734Z","steps":["trace[1818967710] 'process raft request' (duration: 164.897788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:16.9316Z","caller":"traceutil/trace.go:171","msg":"trace[1974426388] linearizableReadLoop","detail":"{readStateIndex:2158; appliedIndex:2155; }","duration":"146.14671ms","start":"2026-03-31T20:25:16.785431Z","end":"2026-03-31T20:25:16.931578Z","steps":["trace[1974426388] 'read index received' (duration: 69.93504ms)","trace[1974426388] 'applied index is now lower than readState.Index' (duration: 76.21065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:16.931787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.336014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:16.931828Z","caller":"traceutil/trace.go:171","msg":"trace[418797113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2072; }","duration":"146.403235ms","start":"2026-03-31T20:25:16.785414Z","end":"2026-03-31T20:25:16.931817Z","steps":["trace[418797113] 'agreement among raft nodes before linearized reading' (duration: 146.290262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:16.932094Z","caller":"traceutil/trace.go:171","msg":"trace[510060311] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"160.96954ms","start":"2026-03-31T20:25:16.771112Z","end":"2026-03-31T20:25:16.932082Z","steps":["trace[510060311] 'process raft request' (duration: 84.344221ms)","trace[510060311] 'compare' (duration: 75.694568ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:16.932233Z","caller":"traceutil/trace.go:171","msg":"trace[1705238083] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"160.633273ms","start":"2026-03-31T20:25:16.77159Z","end":"2026-03-31T20:25:16.932224Z","steps":["trace[1705238083] 'process raft request' (duration: 159.899507ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:16.932346Z","caller":"traceutil/trace.go:171","msg":"trace[350790881] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"160.363196ms","start":"2026-03-31T20:25:16.771974Z","end":"2026-03-31T20:25:16.932337Z","steps":["trace[350790881] 'process raft request' (duration: 159.563559ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:40.876427Z","caller":"traceutil/trace.go:171","msg":"trace[169618849] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"260.8107ms","start":"2026-03-31T20:25:40.615588Z","end":"2026-03-31T20:25:40.876399Z","steps":["trace[169618849] 'process raft request' (duration: 260.623375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:41.108131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.743248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:41.108272Z","caller":"traceutil/trace.go:171","msg":"trace[918127272] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"465.77067ms","start":"2026-03-31T20:25:40.642483Z","end":"2026-03-31T20:25:41.108253Z","steps":["trace[918127272] 'process raft request' (duration: 307.831317ms)","trace[918127272] 'compare' (duration: 157.338569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:41.108341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:40.642457Z","time spent":"465.854512ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:41.108493Z","caller":"traceutil/trace.go:171","msg":"trace[1272078964] linearizableReadLoop","detail":"{readStateIndex:2296; appliedIndex:2293; }","duration":"367.62281ms","start":"2026-03-31T20:25:40.740843Z","end":"2026-03-31T20:25:41.108466Z","steps":["trace[1272078964] 'read index received' (duration: 135.39302ms)","trace[1272078964] 'applied index is now lower than readState.Index' (duration: 232.22869ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:41.108569Z","caller":"traceutil/trace.go:171","msg":"trace[1667995570] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"434.217616ms","start":"2026-03-31T20:25:40.674333Z","end":"2026-03-31T20:25:41.108551Z","steps":["trace[1667995570] 'process raft request' (duration: 433.899609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:41.10869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:40.674308Z","time spent":"434.303658ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:41.108859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.597926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:25:41.108857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.731532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:25:41.108871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.847948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:25:41.108913Z","caller":"traceutil/trace.go:171","msg":"trace[1607040224] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2204; }","duration":"270.70756ms","start":"2026-03-31T20:25:40.838189Z","end":"2026-03-31T20:25:41.108897Z","steps":["trace[1607040224] 'agreement among raft nodes before linearized reading' (duration: 270.562556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:41.108899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.768073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:41.108942Z","caller":"traceutil/trace.go:171","msg":"trace[452513207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2204; }","duration":"216.94655ms","start":"2026-03-31T20:25:40.891978Z","end":"2026-03-31T20:25:41.108924Z","steps":["trace[452513207] 'agreement among raft nodes before linearized reading' (duration: 216.748115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:41.108935Z","caller":"traceutil/trace.go:171","msg":"trace[1063505399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2204; }","duration":"237.842206ms","start":"2026-03-31T20:25:40.87107Z","end":"2026-03-31T20:25:41.108912Z","steps":["trace[1063505399] 'agreement among raft nodes before linearized reading' (duration: 237.62736ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:41.109015Z","caller":"traceutil/trace.go:171","msg":"trace[2145141489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2204; }","duration":"349.924176ms","start":"2026-03-31T20:25:40.759059Z","end":"2026-03-31T20:25:41.108983Z","steps":["trace[2145141489] 'agreement among raft nodes before linearized reading' (duration: 349.611488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:41.109077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:40.759049Z","time spent":"350.012838ms","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:25:41.108739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.944488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:25:41.109352Z","caller":"traceutil/trace.go:171","msg":"trace[325839842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2204; }","duration":"368.574452ms","start":"2026-03-31T20:25:40.740765Z","end":"2026-03-31T20:25:41.109339Z","steps":["trace[325839842] 'agreement among raft nodes before linearized reading' (duration: 367.844625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:41.109397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:40.740745Z","time spent":"368.638973ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:42.847496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.13981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:42.84768Z","caller":"traceutil/trace.go:171","msg":"trace[1782037242] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"1.734247316s","start":"2026-03-31T20:25:41.113373Z","end":"2026-03-31T20:25:42.84762Z","steps":["trace[1782037242] 'process raft request' (duration: 863.85455ms)","trace[1782037242] 'compare' (duration: 869.972166ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:42.847776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:41.113353Z","time spent":"1.734374899s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:43.024203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046946415s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:25:43.195184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.627136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:43.195571Z","caller":"traceutil/trace.go:171","msg":"trace[1576812734] linearizableReadLoop","detail":"{readStateIndex:2303; appliedIndex:2296; }","duration":"1.678889622s","start":"2026-03-31T20:25:41.516656Z","end":"2026-03-31T20:25:43.195546Z","steps":["trace[1576812734] 'read index received' (duration: 460.584245ms)","trace[1576812734] 'applied index is now lower than readState.Index' (duration: 1.218303997s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:43.195635Z","caller":"traceutil/trace.go:171","msg":"trace[1570872526] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"2.081766548s","start":"2026-03-31T20:25:41.113829Z","end":"2026-03-31T20:25:43.195596Z","steps":["trace[1570872526] 'process raft request' (duration: 2.081520572s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:43.195734Z","caller":"traceutil/trace.go:171","msg":"trace[310717792] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"2.081749697s","start":"2026-03-31T20:25:41.113969Z","end":"2026-03-31T20:25:43.195719Z","steps":["trace[310717792] 'process raft request' (duration: 2.081474891s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:43.195732Z","caller":"traceutil/trace.go:171","msg":"trace[2129360530] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"2.081823309s","start":"2026-03-31T20:25:41.113882Z","end":"2026-03-31T20:25:43.195705Z","steps":["trace[2129360530] 'process raft request' (duration: 2.081499462s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.195761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:41.113806Z","time spent":"2.081876801s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:43.195748Z","caller":"traceutil/trace.go:171","msg":"trace[1314962168] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"2.081779488s","start":"2026-03-31T20:25:41.113906Z","end":"2026-03-31T20:25:43.195686Z","steps":["trace[1314962168] 'process raft request' (duration: 2.081509162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.195826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:41.113961Z","time spent":"2.081812939s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:43.195837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:41.113871Z","time spent":"2.081911601s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:43.195826Z","caller":"traceutil/trace.go:171","msg":"trace[123825057] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"2.082175737s","start":"2026-03-31T20:25:41.113615Z","end":"2026-03-31T20:25:43.195791Z","steps":["trace[123825057] 'process raft request' (duration: 1.910827855s)","trace[123825057] 'compare' (duration: 170.485933ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:43.19585Z","caller":"traceutil/trace.go:171","msg":"trace[241759323] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"2.082103716s","start":"2026-03-31T20:25:41.11372Z","end":"2026-03-31T20:25:43.195823Z","steps":["trace[241759323] 'process raft request' (duration: 2.081582804s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.195886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67923344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:43.195922Z","caller":"traceutil/trace.go:171","msg":"trace[1764992224] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2211; }","duration":"1.679308442s","start":"2026-03-31T20:25:41.516605Z","end":"2026-03-31T20:25:43.195913Z","steps":["trace[1764992224] 'agreement among raft nodes before linearized reading' (duration: 1.679220179s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.195946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:41.516586Z","time spent":"1.679353972s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:43.195957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:41.113585Z","time spent":"2.08230888s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:43.195972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:41.113898Z","time spent":"2.081953102s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:43.19597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:41.113709Z","time spent":"2.082209839s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:43.784479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:25:43.784564Z","caller":"traceutil/trace.go:171","msg":"trace[254296379] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000093066s","start":"2026-03-31T20:25:41.784451Z","end":"2026-03-31T20:25:43.784544Z","steps":["trace[254296379] 'agreement among raft nodes before linearized reading' (duration: 1.999983224s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.784611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:41.78443Z","time spent":"2.000171548s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:43.81443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.885544ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:25:43.814961Z","caller":"traceutil/trace.go:171","msg":"trace[660297580] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"916.624187ms","start":"2026-03-31T20:25:42.898306Z","end":"2026-03-31T20:25:43.814931Z","steps":["trace[660297580] 'process raft request' (duration: 916.210698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:43.814999Z","caller":"traceutil/trace.go:171","msg":"trace[1200371795] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"701.481517ms","start":"2026-03-31T20:25:43.113486Z","end":"2026-03-31T20:25:43.814968Z","steps":["trace[1200371795] 'process raft request' (duration: 701.314723ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:43.815033Z","caller":"traceutil/trace.go:171","msg":"trace[1621099855] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"700.987157ms","start":"2026-03-31T20:25:43.114023Z","end":"2026-03-31T20:25:43.81501Z","steps":["trace[1621099855] 'process raft request' (duration: 700.883194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.81508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748704549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:43.815122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:42.898285Z","time spent":"916.752251ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:43.815133Z","caller":"traceutil/trace.go:171","msg":"trace[530759944] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2214; }","duration":"1.74880377s","start":"2026-03-31T20:25:42.066314Z","end":"2026-03-31T20:25:43.815117Z","steps":["trace[530759944] 'agreement among raft nodes before linearized reading' (duration: 1.748695268s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.815148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:43.11346Z","time spent":"701.604061ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:43.81518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:42.066293Z","time spent":"1.748874362s","remote":"127.0.0.1:36578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:43.815181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:43.113995Z","time spent":"701.1123ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:43.814977Z","caller":"traceutil/trace.go:171","msg":"trace[77080258] linearizableReadLoop","detail":"{readStateIndex:2307; appliedIndex:2303; }","duration":"619.288505ms","start":"2026-03-31T20:25:43.195669Z","end":"2026-03-31T20:25:43.814958Z","steps":["trace[77080258] 'read index received' (duration: 82.924091ms)","trace[77080258] 'applied index is now lower than readState.Index' (duration: 536.363264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:43.815254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698651172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:43.815344Z","caller":"traceutil/trace.go:171","msg":"trace[8823289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2214; }","duration":"1.698739364s","start":"2026-03-31T20:25:42.116584Z","end":"2026-03-31T20:25:43.815323Z","steps":["trace[8823289] 'agreement among raft nodes before linearized reading' (duration: 1.698520199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:43.815395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:42.116519Z","time spent":"1.698863357s","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:25:44.232539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.205709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:44.232737Z","caller":"traceutil/trace.go:171","msg":"trace[1702985221] linearizableReadLoop","detail":"{readStateIndex:2308; appliedIndex:2307; }","duration":"409.392373ms","start":"2026-03-31T20:25:43.823272Z","end":"2026-03-31T20:25:44.232664Z","steps":["trace[1702985221] 'read index received' (duration: 133.902328ms)","trace[1702985221] 'applied index is now lower than readState.Index' (duration: 275.487725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:44.232873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.595997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:44.232852Z","caller":"traceutil/trace.go:171","msg":"trace[270160611] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"410.530237ms","start":"2026-03-31T20:25:43.822283Z","end":"2026-03-31T20:25:44.232813Z","steps":["trace[270160611] 'process raft request' (duration: 134.908649ms)","trace[270160611] 'compare' (duration: 274.969893ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:44.232912Z","caller":"traceutil/trace.go:171","msg":"trace[1008016373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2215; }","duration":"409.668619ms","start":"2026-03-31T20:25:43.823233Z","end":"2026-03-31T20:25:44.232902Z","steps":["trace[1008016373] 'agreement among raft nodes before linearized reading' (duration: 409.538396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:44.232953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:43.823216Z","time spent":"409.7262ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:44.233024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:43.822272Z","time spent":"410.656491ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:45.270181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.058394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:45.270588Z","caller":"traceutil/trace.go:171","msg":"trace[1512783741] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"929.159338ms","start":"2026-03-31T20:25:44.341397Z","end":"2026-03-31T20:25:45.270556Z","steps":["trace[1512783741] 'process raft request' (duration: 47.636963ms)","trace[1512783741] 'compare' (duration: 880.928852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:45.270708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:44.341367Z","time spent":"929.28603ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:45.270701Z","caller":"traceutil/trace.go:171","msg":"trace[1296043698] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2308; }","duration":"903.213107ms","start":"2026-03-31T20:25:44.367458Z","end":"2026-03-31T20:25:45.270671Z","steps":["trace[1296043698] 'read index received' (duration: 21.57182ms)","trace[1296043698] 'applied index is now lower than readState.Index' (duration: 881.638657ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:45.270736Z","caller":"traceutil/trace.go:171","msg":"trace[1715804106] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"159.745963ms","start":"2026-03-31T20:25:45.110964Z","end":"2026-03-31T20:25:45.27071Z","steps":["trace[1715804106] 'process raft request' (duration: 159.59164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.270894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.416472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:45.270943Z","caller":"traceutil/trace.go:171","msg":"trace[420529111] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2217; }","duration":"903.484304ms","start":"2026-03-31T20:25:44.367446Z","end":"2026-03-31T20:25:45.270931Z","steps":["trace[420529111] 'agreement among raft nodes before linearized reading' (duration: 903.367351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.270981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:44.367382Z","time spent":"903.589776ms","remote":"127.0.0.1:52954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:45.271204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.990026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:45.271398Z","caller":"traceutil/trace.go:171","msg":"trace[1787559128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2217; }","duration":"697.101309ms","start":"2026-03-31T20:25:44.574152Z","end":"2026-03-31T20:25:45.271253Z","steps":["trace[1787559128] 'agreement among raft nodes before linearized reading' (duration: 697.004377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.271466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:44.57413Z","time spent":"697.316105ms","remote":"127.0.0.1:35752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:45.271578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.209821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T20:25:45.271677Z","caller":"traceutil/trace.go:171","msg":"trace[2047332209] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2217; }","duration":"419.355464ms","start":"2026-03-31T20:25:44.852305Z","end":"2026-03-31T20:25:45.27166Z","steps":["trace[2047332209] 'agreement among raft nodes before linearized reading' (duration: 419.16667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.271671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.26899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T20:25:45.271727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:44.85228Z","time spent":"419.431917ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:45.271743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.433617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-31T20:25:45.271763Z","caller":"traceutil/trace.go:171","msg":"trace[1636660061] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2217; }","duration":"448.443685ms","start":"2026-03-31T20:25:44.823297Z","end":"2026-03-31T20:25:45.27174Z","steps":["trace[1636660061] 'agreement among raft nodes before linearized reading' (duration: 448.207498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:45.271818Z","caller":"traceutil/trace.go:171","msg":"trace[1977589222] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2217; }","duration":"688.541449ms","start":"2026-03-31T20:25:44.58326Z","end":"2026-03-31T20:25:45.271802Z","steps":["trace[1977589222] 'agreement among raft nodes before linearized reading' (duration: 688.285852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.271821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:44.823272Z","time spent":"448.537496ms","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:25:45.271862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:44.58324Z","time spent":"688.612561ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:25:45.62646Z","caller":"traceutil/trace.go:171","msg":"trace[83643466] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"349.833654ms","start":"2026-03-31T20:25:45.2766Z","end":"2026-03-31T20:25:45.626434Z","steps":["trace[83643466] 'process raft request' (duration: 349.672991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:45.626611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.276571Z","time spent":"349.962216ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:46.392454Z","caller":"traceutil/trace.go:171","msg":"trace[1879191013] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"1.115123965s","start":"2026-03-31T20:25:45.277306Z","end":"2026-03-31T20:25:46.39243Z","steps":["trace[1879191013] 'process raft request' (duration: 1.115021642s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.392598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.277284Z","time spent":"1.115241669s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:46.392493Z","caller":"traceutil/trace.go:171","msg":"trace[6023885] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"1.115212448s","start":"2026-03-31T20:25:45.277233Z","end":"2026-03-31T20:25:46.392446Z","steps":["trace[6023885] 'process raft request' (duration: 1.114943941s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:46.392685Z","caller":"traceutil/trace.go:171","msg":"trace[166380134] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"1.1153331s","start":"2026-03-31T20:25:45.277328Z","end":"2026-03-31T20:25:46.392661Z","steps":["trace[166380134] 'process raft request' (duration: 1.115063064s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.392853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.2773Z","time spent":"1.115495763s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:46.392965Z","caller":"traceutil/trace.go:171","msg":"trace[1692572424] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"1.115387341s","start":"2026-03-31T20:25:45.277565Z","end":"2026-03-31T20:25:46.392952Z","steps":["trace[1692572424] 'process raft request' (duration: 1.114976232s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.393035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.277555Z","time spent":"1.115447292s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:46.393028Z","caller":"traceutil/trace.go:171","msg":"trace[2100670342] linearizableReadLoop","detail":"{readStateIndex:2317; appliedIndex:2310; }","duration":"1.112383273s","start":"2026-03-31T20:25:45.280624Z","end":"2026-03-31T20:25:46.393007Z","steps":["trace[2100670342] 'read index received' (duration: 345.716091ms)","trace[2100670342] 'applied index is now lower than readState.Index' (duration: 766.665662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:46.393136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112506197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:46.393194Z","caller":"traceutil/trace.go:171","msg":"trace[1668144295] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"1.114515241s","start":"2026-03-31T20:25:45.27867Z","end":"2026-03-31T20:25:46.393185Z","steps":["trace[1668144295] 'process raft request' (duration: 1.113953419s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:46.393201Z","caller":"traceutil/trace.go:171","msg":"trace[601364025] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2225; }","duration":"1.112593068s","start":"2026-03-31T20:25:45.280593Z","end":"2026-03-31T20:25:46.393186Z","steps":["trace[601364025] 'agreement among raft nodes before linearized reading' (duration: 1.112472686s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:46.39316Z","caller":"traceutil/trace.go:171","msg":"trace[277008826] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"1.11399192s","start":"2026-03-31T20:25:45.27916Z","end":"2026-03-31T20:25:46.393152Z","steps":["trace[277008826] 'process raft request' (duration: 1.113701064s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.393285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.280579Z","time spent":"1.11267631s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:25:46.393249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.278641Z","time spent":"1.114581343s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:46.393224Z","caller":"traceutil/trace.go:171","msg":"trace[733455151] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"820.179865ms","start":"2026-03-31T20:25:45.573016Z","end":"2026-03-31T20:25:46.393196Z","steps":["trace[733455151] 'process raft request' (duration: 819.91743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:46.39355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.57299Z","time spent":"820.529682ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:46.393515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.279146Z","time spent":"1.114217175s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:46.393172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.277216Z","time spent":"1.115640827s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:47.784187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:25:47.784336Z","caller":"traceutil/trace.go:171","msg":"trace[1720462139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568376s","start":"2026-03-31T20:25:45.783749Z","end":"2026-03-31T20:25:47.784317Z","steps":["trace[1720462139] 'agreement among raft nodes before linearized reading' (duration: 2.000401722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.784434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.78373Z","time spent":"2.000685468s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:25:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:25:47.788154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.472249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:25:47.788342Z","caller":"traceutil/trace.go:171","msg":"trace[1759755615] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"1.966876254s","start":"2026-03-31T20:25:45.821451Z","end":"2026-03-31T20:25:47.788327Z","steps":["trace[1759755615] 'process raft request' (duration: 1.052164801s)","trace[1759755615] 'compare' (duration: 914.382356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:47.789594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509089692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:47.789633Z","caller":"traceutil/trace.go:171","msg":"trace[1235800717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2227; }","duration":"1.509162064s","start":"2026-03-31T20:25:46.280462Z","end":"2026-03-31T20:25:47.789624Z","steps":["trace[1235800717] 'agreement among raft nodes before linearized reading' (duration: 1.509052771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.789665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:46.28044Z","time spent":"1.509217345s","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:25:47.788941Z","caller":"traceutil/trace.go:171","msg":"trace[1304078480] linearizableReadLoop","detail":"{readStateIndex:2320; appliedIndex:2318; }","duration":"1.395787535s","start":"2026-03-31T20:25:46.39312Z","end":"2026-03-31T20:25:47.788908Z","steps":["trace[1304078480] 'read index received' (duration: 480.498439ms)","trace[1304078480] 'applied index is now lower than readState.Index' (duration: 915.287326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:47.789759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.821419Z","time spent":"1.968222654s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:47.789788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097770923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:47.789866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393447833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:47.789881Z","caller":"traceutil/trace.go:171","msg":"trace[1947037688] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2227; }","duration":"2.097923437s","start":"2026-03-31T20:25:45.691932Z","end":"2026-03-31T20:25:47.789856Z","steps":["trace[1947037688] 'agreement among raft nodes before linearized reading' (duration: 2.097745643s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.789938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.691907Z","time spent":"2.098019398s","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:47.789262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174830403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206d7764ca778\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-31T20:25:47.789997Z","caller":"traceutil/trace.go:171","msg":"trace[125197332] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a206d7764ca778; range_end:; response_count:1; response_revision:2227; }","duration":"2.175674582s","start":"2026-03-31T20:25:45.614315Z","end":"2026-03-31T20:25:47.789989Z","steps":["trace[125197332] 'agreement among raft nodes before linearized reading' (duration: 2.17468806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.790024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.614294Z","time spent":"2.175722272s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a206d7764ca778\" "} {"level":"info","ts":"2026-03-31T20:25:47.789898Z","caller":"traceutil/trace.go:171","msg":"trace[199745224] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2227; }","duration":"1.393525534s","start":"2026-03-31T20:25:46.396363Z","end":"2026-03-31T20:25:47.789889Z","steps":["trace[199745224] 'agreement among raft nodes before linearized reading' (duration: 1.393469083s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.789403Z","caller":"traceutil/trace.go:171","msg":"trace[129037507] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"1.967904306s","start":"2026-03-31T20:25:45.821487Z","end":"2026-03-31T20:25:47.789391Z","steps":["trace[129037507] 'process raft request' (duration: 1.966789882s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.790138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:46.396338Z","time spent":"1.393790342s","remote":"127.0.0.1:52836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:25:47.790159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.67001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-03-31T20:25:47.790187Z","caller":"traceutil/trace.go:171","msg":"trace[1934117516] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2227; }","duration":"158.734891ms","start":"2026-03-31T20:25:47.63144Z","end":"2026-03-31T20:25:47.790175Z","steps":["trace[1934117516] 'agreement among raft nodes before linearized reading' (duration: 158.632157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.790206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:45.821457Z","time spent":"1.968681995s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:47.789499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465389698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:25:47.790282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.034364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:47.790302Z","caller":"traceutil/trace.go:171","msg":"trace[1382124041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2227; }","duration":"595.096305ms","start":"2026-03-31T20:25:47.195198Z","end":"2026-03-31T20:25:47.790295Z","steps":["trace[1382124041] 'agreement among raft nodes before linearized reading' (duration: 595.064015ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.790309Z","caller":"traceutil/trace.go:171","msg":"trace[664833413] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2227; }","duration":"1.466244877s","start":"2026-03-31T20:25:46.324051Z","end":"2026-03-31T20:25:47.790296Z","steps":["trace[664833413] 'agreement among raft nodes before linearized reading' (duration: 1.465371257s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.79032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:47.19517Z","time spent":"595.144596ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:47.790345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:46.324023Z","time spent":"1.466309719s","remote":"127.0.0.1:52852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:47.79045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.704471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:25:47.790475Z","caller":"traceutil/trace.go:171","msg":"trace[116263722] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:2227; }","duration":"622.748032ms","start":"2026-03-31T20:25:47.167714Z","end":"2026-03-31T20:25:47.790462Z","steps":["trace[116263722] 'agreement among raft nodes before linearized reading' (duration: 622.695851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.790492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:47.1677Z","time spent":"622.787542ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-31T20:25:47.790577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.039651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:25:47.790618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.869041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:25:47.790646Z","caller":"traceutil/trace.go:171","msg":"trace[1428872805] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2227; }","duration":"968.939033ms","start":"2026-03-31T20:25:46.821698Z","end":"2026-03-31T20:25:47.790637Z","steps":["trace[1428872805] 'agreement among raft nodes before linearized reading' (duration: 968.885472ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:47.790632Z","caller":"traceutil/trace.go:171","msg":"trace[1286735265] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2227; }","duration":"685.151373ms","start":"2026-03-31T20:25:47.105464Z","end":"2026-03-31T20:25:47.790616Z","steps":["trace[1286735265] 'agreement among raft nodes before linearized reading' (duration: 685.01812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:47.790669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:46.821667Z","time spent":"968.996004ms","remote":"127.0.0.1:53002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:47.790682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:47.105435Z","time spent":"685.237716ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:48.308893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205026100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:25:48.809713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205026100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:25:49.310253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205026100,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:25:49.799535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990810919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:25:49.799647Z","caller":"traceutil/trace.go:171","msg":"trace[1186892273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.990964282s","start":"2026-03-31T20:25:47.808636Z","end":"2026-03-31T20:25:49.7996Z","steps":["trace[1186892273] 'agreement among raft nodes before linearized reading' (duration: 1.9908554s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:49.799697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:47.808613Z","time spent":"1.991074375s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:25:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:25:49.803676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.01193604s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:25:50.051223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.206735ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T20:25:50.051305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:47.791584Z","time spent":"2.259718429s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:25:50.228245Z","caller":"traceutil/trace.go:171","msg":"trace[1186963754] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"2.435447359s","start":"2026-03-31T20:25:47.792766Z","end":"2026-03-31T20:25:50.228213Z","steps":["trace[1186963754] 'process raft request' (duration: 2.435143662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.228577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:47.792748Z","time spent":"2.435709784s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:50.228631Z","caller":"traceutil/trace.go:171","msg":"trace[1124442968] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"2.41980982s","start":"2026-03-31T20:25:47.808789Z","end":"2026-03-31T20:25:50.228598Z","steps":["trace[1124442968] 'process raft request' (duration: 2.419342729s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:50.228905Z","caller":"traceutil/trace.go:171","msg":"trace[1555955976] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"429.092582ms","start":"2026-03-31T20:25:49.79977Z","end":"2026-03-31T20:25:50.228862Z","steps":["trace[1555955976] 'process raft request' (duration: 428.680713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.228948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42033836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-31T20:25:50.228951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:47.808766Z","time spent":"2.420039534s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:50.229055Z","caller":"traceutil/trace.go:171","msg":"trace[1760499935] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2230; }","duration":"2.420488834s","start":"2026-03-31T20:25:47.808551Z","end":"2026-03-31T20:25:50.22904Z","steps":["trace[1760499935] 'agreement among raft nodes before linearized reading' (duration: 2.420219778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.229099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:47.808538Z","time spent":"2.420551005s","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:25:50.228744Z","caller":"traceutil/trace.go:171","msg":"trace[1657085143] linearizableReadLoop","detail":"{readStateIndex:2323; appliedIndex:2320; }","duration":"2.420149586s","start":"2026-03-31T20:25:47.808582Z","end":"2026-03-31T20:25:50.228731Z","steps":["trace[1657085143] 'read index received' (duration: 1.995521593s)","trace[1657085143] 'applied index is now lower than readState.Index' (duration: 424.626483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:25:50.229116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:49.799741Z","time spent":"429.292327ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:50.23386Z","caller":"traceutil/trace.go:171","msg":"trace[270765065] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"421.557076ms","start":"2026-03-31T20:25:49.812276Z","end":"2026-03-31T20:25:50.233833Z","steps":["trace[270765065] 'process raft request' (duration: 421.361951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:50.234006Z","caller":"traceutil/trace.go:171","msg":"trace[2143455604] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"181.371336ms","start":"2026-03-31T20:25:50.052619Z","end":"2026-03-31T20:25:50.23399Z","steps":["trace[2143455604] 'process raft request' (duration: 181.168502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.234027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:49.812263Z","time spent":"421.679978ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:50.234215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.333729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:50.234277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835831332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:25:50.234372Z","caller":"traceutil/trace.go:171","msg":"trace[346644463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2232; }","duration":"1.835940974s","start":"2026-03-31T20:25:48.39842Z","end":"2026-03-31T20:25:50.234361Z","steps":["trace[346644463] 'agreement among raft nodes before linearized reading' (duration: 1.83576744s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.234413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:48.398413Z","time spent":"1.835991645s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:50.234433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836218191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T20:25:50.234491Z","caller":"traceutil/trace.go:171","msg":"trace[251199001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2232; }","duration":"1.836296563s","start":"2026-03-31T20:25:48.39818Z","end":"2026-03-31T20:25:50.234477Z","steps":["trace[251199001] 'agreement among raft nodes before linearized reading' (duration: 1.83616365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.23449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83657812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T20:25:50.234504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.808529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:25:50.234537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436227549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-31T20:25:50.234596Z","caller":"traceutil/trace.go:171","msg":"trace[2035301888] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2232; }","duration":"854.970962ms","start":"2026-03-31T20:25:49.379609Z","end":"2026-03-31T20:25:50.23458Z","steps":["trace[2035301888] 'agreement among raft nodes before linearized reading' (duration: 854.836789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.234599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311502026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:50.234616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835882403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T20:25:50.23461Z","caller":"traceutil/trace.go:171","msg":"trace[1893692172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2232; }","duration":"1.436345621s","start":"2026-03-31T20:25:48.798248Z","end":"2026-03-31T20:25:50.234594Z","steps":["trace[1893692172] 'agreement among raft nodes before linearized reading' (duration: 1.436140707s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:50.234645Z","caller":"traceutil/trace.go:171","msg":"trace[1066421662] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2232; }","duration":"1.311581598s","start":"2026-03-31T20:25:48.923052Z","end":"2026-03-31T20:25:50.234634Z","steps":["trace[1066421662] 'agreement among raft nodes before linearized reading' (duration: 1.311515787s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:50.234664Z","caller":"traceutil/trace.go:171","msg":"trace[174203224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2232; }","duration":"1.835944775s","start":"2026-03-31T20:25:48.398707Z","end":"2026-03-31T20:25:50.234652Z","steps":["trace[174203224] 'agreement among raft nodes before linearized reading' (duration: 1.835780601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.234678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:48.923034Z","time spent":"1.311636109s","remote":"127.0.0.1:35940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:25:50.234327Z","caller":"traceutil/trace.go:171","msg":"trace[1444633320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2232; }","duration":"434.532734ms","start":"2026-03-31T20:25:49.79977Z","end":"2026-03-31T20:25:50.234303Z","steps":["trace[1444633320] 'agreement among raft nodes before linearized reading' (duration: 434.293869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.234686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:49.37959Z","time spent":"855.080965ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:25:50.234702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:48.398642Z","time spent":"1.836052817s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:50.234533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:48.398172Z","time spent":"1.836352734s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:25:50.234537Z","caller":"traceutil/trace.go:171","msg":"trace[1415388478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2232; }","duration":"1.836662982s","start":"2026-03-31T20:25:48.397863Z","end":"2026-03-31T20:25:50.234526Z","steps":["trace[1415388478] 'agreement among raft nodes before linearized reading' (duration: 1.836506748s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.234822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:48.39784Z","time spent":"1.836973178s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:25:50.234679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:48.798223Z","time spent":"1.436440934s","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-31T20:25:50.234809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835916944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T20:25:50.234715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:49.79973Z","time spent":"434.979204ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:25:50.234938Z","caller":"traceutil/trace.go:171","msg":"trace[1911895126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2232; }","duration":"1.836113278s","start":"2026-03-31T20:25:48.398803Z","end":"2026-03-31T20:25:50.234917Z","steps":["trace[1911895126] 'agreement among raft nodes before linearized reading' (duration: 1.835767801s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.235042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:48.398771Z","time spent":"1.836234351s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:25:50.235555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837693514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-31T20:25:50.235638Z","caller":"traceutil/trace.go:171","msg":"trace[272127384] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2232; }","duration":"1.837788466s","start":"2026-03-31T20:25:48.397811Z","end":"2026-03-31T20:25:50.2356Z","steps":["trace[272127384] 'agreement among raft nodes before linearized reading' (duration: 1.836471158s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.235685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:48.397788Z","time spent":"1.837888028s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:25:50.740118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205026111,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:25:50.984007Z","caller":"traceutil/trace.go:171","msg":"trace[122896453] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"745.099451ms","start":"2026-03-31T20:25:50.238871Z","end":"2026-03-31T20:25:50.983971Z","steps":["trace[122896453] 'process raft request' (duration: 735.67811ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:50.98408Z","caller":"traceutil/trace.go:171","msg":"trace[169503840] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"744.668561ms","start":"2026-03-31T20:25:50.239386Z","end":"2026-03-31T20:25:50.984055Z","steps":["trace[169503840] 'process raft request' (duration: 744.6033ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:50.98415Z","caller":"traceutil/trace.go:171","msg":"trace[2030014398] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"745.154622ms","start":"2026-03-31T20:25:50.238969Z","end":"2026-03-31T20:25:50.984123Z","steps":["trace[2030014398] 'process raft request' (duration: 744.874096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:50.984196Z","caller":"traceutil/trace.go:171","msg":"trace[1862450618] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"744.890967ms","start":"2026-03-31T20:25:50.239291Z","end":"2026-03-31T20:25:50.984182Z","steps":["trace[1862450618] 'process raft request' (duration: 744.638921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.984223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:50.239357Z","time spent":"744.783744ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:50.984223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:50.238839Z","time spent":"745.257165ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:50.984272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:50.239275Z","time spent":"744.949178ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:50.984271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:50.238937Z","time spent":"745.274004ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:50.984592Z","caller":"traceutil/trace.go:171","msg":"trace[84146971] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"744.944278ms","start":"2026-03-31T20:25:50.239608Z","end":"2026-03-31T20:25:50.984553Z","steps":["trace[84146971] 'process raft request' (duration: 744.415576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:50.984706Z","caller":"traceutil/trace.go:171","msg":"trace[1342929149] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"744.800114ms","start":"2026-03-31T20:25:50.239894Z","end":"2026-03-31T20:25:50.984694Z","steps":["trace[1342929149] 'process raft request' (duration: 744.399455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.984774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:50.239887Z","time spent":"744.851786ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:50.984826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:50.239586Z","time spent":"745.123351ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:25:50.984774Z","caller":"traceutil/trace.go:171","msg":"trace[1207104273] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2326; }","duration":"745.463848ms","start":"2026-03-31T20:25:50.239301Z","end":"2026-03-31T20:25:50.984764Z","steps":["trace[1207104273] 'read index received' (duration: 735.26077ms)","trace[1207104273] 'applied index is now lower than readState.Index' (duration: 10.202098ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:25:50.984865Z","caller":"traceutil/trace.go:171","msg":"trace[426717113] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"744.409376ms","start":"2026-03-31T20:25:50.240407Z","end":"2026-03-31T20:25:50.984817Z","steps":["trace[426717113] 'process raft request' (duration: 744.245692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.985012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.503125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:25:50.985057Z","caller":"traceutil/trace.go:171","msg":"trace[1476061039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2239; }","duration":"743.548896ms","start":"2026-03-31T20:25:50.241499Z","end":"2026-03-31T20:25:50.985048Z","steps":["trace[1476061039] 'agreement among raft nodes before linearized reading' (duration: 743.480864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.985081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:50.241476Z","time spent":"743.598597ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:25:50.985109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:50.240398Z","time spent":"744.569879ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:25:50.985186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.45679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:25:50.985206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.866638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:25:50.985325Z","caller":"traceutil/trace.go:171","msg":"trace[554772411] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2239; }","duration":"745.996631ms","start":"2026-03-31T20:25:50.239292Z","end":"2026-03-31T20:25:50.985289Z","steps":["trace[554772411] 'agreement among raft nodes before linearized reading' (duration: 745.651823ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:25:50.985254Z","caller":"traceutil/trace.go:171","msg":"trace[2022813335] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2239; }","duration":"238.587313ms","start":"2026-03-31T20:25:50.746646Z","end":"2026-03-31T20:25:50.985233Z","steps":["trace[2022813335] 'agreement among raft nodes before linearized reading' (duration: 238.368068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:25:50.98539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:25:50.239246Z","time spent":"746.130454ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-31T20:26:00.807228Z","caller":"traceutil/trace.go:171","msg":"trace[1480440217] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"177.708384ms","start":"2026-03-31T20:26:00.629462Z","end":"2026-03-31T20:26:00.80717Z","steps":["trace[1480440217] 'process raft request' (duration: 176.263682ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:34.618417Z","caller":"traceutil/trace.go:171","msg":"trace[1131243080] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"107.496899ms","start":"2026-03-31T20:26:34.510893Z","end":"2026-03-31T20:26:34.61839Z","steps":["trace[1131243080] 'process raft request' (duration: 107.323005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:38.846686Z","caller":"traceutil/trace.go:171","msg":"trace[1577847379] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"111.903353ms","start":"2026-03-31T20:26:38.734755Z","end":"2026-03-31T20:26:38.846658Z","steps":["trace[1577847379] 'process raft request' (duration: 110.119583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:42.102381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205026915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:26:42.60276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205026915,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:26:42.846841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.456623878s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:26:42.847303Z","caller":"traceutil/trace.go:171","msg":"trace[996275477] linearizableReadLoop","detail":"{readStateIndex:2660; appliedIndex:2659; }","duration":"1.24534913s","start":"2026-03-31T20:26:41.601926Z","end":"2026-03-31T20:26:42.847276Z","steps":["trace[996275477] 'read index received' (duration: 1.245157036s)","trace[996275477] 'applied index is now lower than readState.Index' (duration: 190.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:26:42.847357Z","caller":"traceutil/trace.go:171","msg":"trace[583634828] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"1.457209821s","start":"2026-03-31T20:26:41.390114Z","end":"2026-03-31T20:26:42.847324Z","steps":["trace[583634828] 'process raft request' (duration: 1.456949965s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:42.84751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:41.390094Z","time spent":"1.457320544s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:26:42.847609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245657286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:26:42.847758Z","caller":"traceutil/trace.go:171","msg":"trace[1551057529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2555; }","duration":"1.245856141s","start":"2026-03-31T20:26:41.601878Z","end":"2026-03-31T20:26:42.847734Z","steps":["trace[1551057529] 'agreement among raft nodes before linearized reading' (duration: 1.245524364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:42.847806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:41.601859Z","time spent":"1.245937632s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:26:42.871782Z","caller":"traceutil/trace.go:171","msg":"trace[1676616756] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"210.733386ms","start":"2026-03-31T20:26:42.661023Z","end":"2026-03-31T20:26:42.871757Z","steps":["trace[1676616756] 'process raft request' (duration: 210.519971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:42.87193Z","caller":"traceutil/trace.go:171","msg":"trace[84557531] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"202.599814ms","start":"2026-03-31T20:26:42.669304Z","end":"2026-03-31T20:26:42.871904Z","steps":["trace[84557531] 'process raft request' (duration: 202.40506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:42.872102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.913636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:26:42.87218Z","caller":"traceutil/trace.go:171","msg":"trace[1503153766] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2557; }","duration":"183.031489ms","start":"2026-03-31T20:26:42.689128Z","end":"2026-03-31T20:26:42.87216Z","steps":["trace[1503153766] 'agreement among raft nodes before linearized reading' (duration: 182.784713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:42.872208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.345453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:42.872283Z","caller":"traceutil/trace.go:171","msg":"trace[109174552] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2558; }","duration":"852.482946ms","start":"2026-03-31T20:26:42.019778Z","end":"2026-03-31T20:26:42.872261Z","steps":["trace[109174552] 'agreement among raft nodes before linearized reading' (duration: 852.193079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:42.872351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:42.019754Z","time spent":"852.578428ms","remote":"127.0.0.1:36612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:26:42.872365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253291548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:26:42.872358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266380449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:26:42.872431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.623537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:26:42.872357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.790473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:26:42.872491Z","caller":"traceutil/trace.go:171","msg":"trace[593697809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2558; }","duration":"597.735419ms","start":"2026-03-31T20:26:42.27474Z","end":"2026-03-31T20:26:42.872475Z","steps":["trace[593697809] 'agreement among raft nodes before linearized reading' (duration: 597.227468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:42.872498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230132702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:26:42.872532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:42.274718Z","time spent":"597.80307ms","remote":"127.0.0.1:36726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:26:42.872545Z","caller":"traceutil/trace.go:171","msg":"trace[1494362645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2558; }","duration":"1.230185123s","start":"2026-03-31T20:26:41.642344Z","end":"2026-03-31T20:26:42.872529Z","steps":["trace[1494362645] 'agreement among raft nodes before linearized reading' (duration: 1.229638541s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:42.872535Z","caller":"traceutil/trace.go:171","msg":"trace[2103225049] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2558; }","duration":"160.989327ms","start":"2026-03-31T20:26:42.711508Z","end":"2026-03-31T20:26:42.872497Z","steps":["trace[2103225049] 'agreement among raft nodes before linearized reading' (duration: 160.479876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:42.872403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.788106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:26:42.872414Z","caller":"traceutil/trace.go:171","msg":"trace[813494105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2558; }","duration":"1.25343107s","start":"2026-03-31T20:26:41.618968Z","end":"2026-03-31T20:26:42.872399Z","steps":["trace[813494105] 'agreement among raft nodes before linearized reading' (duration: 1.25297563s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:42.872587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:41.642338Z","time spent":"1.230239324s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:26:42.872409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251841736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:26:42.872631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:41.618948Z","time spent":"1.253669316s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:26:42.872675Z","caller":"traceutil/trace.go:171","msg":"trace[1966497689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2558; }","duration":"1.252119521s","start":"2026-03-31T20:26:41.620527Z","end":"2026-03-31T20:26:42.872646Z","steps":["trace[1966497689] 'agreement among raft nodes before linearized reading' (duration: 1.251414806s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:26:42.872521Z","caller":"traceutil/trace.go:171","msg":"trace[1158631467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2558; }","duration":"1.266538082s","start":"2026-03-31T20:26:41.605917Z","end":"2026-03-31T20:26:42.872455Z","steps":["trace[1158631467] 'agreement among raft nodes before linearized reading' (duration: 1.266041821s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:42.872723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:41.620517Z","time spent":"1.252191444s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:26:42.872763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:41.605908Z","time spent":"1.266825629s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:26:42.872609Z","caller":"traceutil/trace.go:171","msg":"trace[518824676] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2558; }","duration":"460.030691ms","start":"2026-03-31T20:26:42.412563Z","end":"2026-03-31T20:26:42.872594Z","steps":["trace[518824676] 'agreement among raft nodes before linearized reading' (duration: 459.413668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:26:42.872858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:26:42.412543Z","time spent":"460.296826ms","remote":"127.0.0.1:35770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:27:11.338691Z","caller":"traceutil/trace.go:171","msg":"trace[489088848] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"303.685537ms","start":"2026-03-31T20:27:11.034969Z","end":"2026-03-31T20:27:11.338655Z","steps":["trace[489088848] 'process raft request' (duration: 249.915998ms)","trace[489088848] 'compare' (duration: 53.629726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:11.338849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.034951Z","time spent":"303.822681ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:11.340976Z","caller":"traceutil/trace.go:171","msg":"trace[598173552] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"304.639468ms","start":"2026-03-31T20:27:11.036312Z","end":"2026-03-31T20:27:11.340951Z","steps":["trace[598173552] 'process raft request' (duration: 304.577006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:11.340985Z","caller":"traceutil/trace.go:171","msg":"trace[1783382801] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"305.513378ms","start":"2026-03-31T20:27:11.035447Z","end":"2026-03-31T20:27:11.340961Z","steps":["trace[1783382801] 'process raft request' (duration: 305.322714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:11.341149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.036301Z","time spent":"304.775641ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:11.341149Z","caller":"traceutil/trace.go:171","msg":"trace[1864641132] transaction","detail":"{read_only:false; response_revision:2718; number_of_response:1; }","duration":"304.744801ms","start":"2026-03-31T20:27:11.036395Z","end":"2026-03-31T20:27:11.341139Z","steps":["trace[1864641132] 'process raft request' (duration: 304.525995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:11.341297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.036379Z","time spent":"304.871103ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:11.341285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.035428Z","time spent":"305.759954ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:11.341383Z","caller":"traceutil/trace.go:171","msg":"trace[1711401730] linearizableReadLoop","detail":"{readStateIndex:2831; appliedIndex:2825; }","duration":"292.230193ms","start":"2026-03-31T20:27:11.049133Z","end":"2026-03-31T20:27:11.341364Z","steps":["trace[1711401730] 'read index received' (duration: 235.751583ms)","trace[1711401730] 'applied index is now lower than readState.Index' (duration: 56.47743ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:11.341403Z","caller":"traceutil/trace.go:171","msg":"trace[242102300] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"303.380531ms","start":"2026-03-31T20:27:11.038013Z","end":"2026-03-31T20:27:11.341393Z","steps":["trace[242102300] 'process raft request' (duration: 303.065274ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:11.341489Z","caller":"traceutil/trace.go:171","msg":"trace[407369078] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"301.894368ms","start":"2026-03-31T20:27:11.039529Z","end":"2026-03-31T20:27:11.341424Z","steps":["trace[407369078] 'process raft request' (duration: 301.744415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:11.3416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.468348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"warn","ts":"2026-03-31T20:27:11.341678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.27152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-03-31T20:27:11.341536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.037996Z","time spent":"303.493573ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:27:11.341725Z","caller":"traceutil/trace.go:171","msg":"trace[1867437953] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2720; }","duration":"247.331972ms","start":"2026-03-31T20:27:11.094375Z","end":"2026-03-31T20:27:11.341707Z","steps":["trace[1867437953] 'agreement among raft nodes before linearized reading' (duration: 247.155938ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:11.341724Z","caller":"traceutil/trace.go:171","msg":"trace[316996232] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2720; }","duration":"292.603091ms","start":"2026-03-31T20:27:11.049101Z","end":"2026-03-31T20:27:11.341704Z","steps":["trace[316996232] 'agreement among raft nodes before linearized reading' (duration: 292.352116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:11.341818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:11.03952Z","time spent":"302.071502ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:11.341837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.133782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:27:11.34193Z","caller":"traceutil/trace.go:171","msg":"trace[20363781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2720; }","duration":"131.285026ms","start":"2026-03-31T20:27:11.210626Z","end":"2026-03-31T20:27:11.341911Z","steps":["trace[20363781] 'agreement among raft nodes before linearized reading' (duration: 130.951008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:13.099898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.456893ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:27:13.100017Z","caller":"traceutil/trace.go:171","msg":"trace[221760047] linearizableReadLoop","detail":"{readStateIndex:2833; appliedIndex:2832; }","duration":"359.438279ms","start":"2026-03-31T20:27:12.740558Z","end":"2026-03-31T20:27:13.099996Z","steps":["trace[221760047] 'read index received' (duration: 59.866533ms)","trace[221760047] 'applied index is now lower than readState.Index' (duration: 299.570236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:13.100188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.596452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:13.10025Z","caller":"traceutil/trace.go:171","msg":"trace[1616911335] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2721; }","duration":"359.717765ms","start":"2026-03-31T20:27:12.740517Z","end":"2026-03-31T20:27:13.100235Z","steps":["trace[1616911335] 'agreement among raft nodes before linearized reading' (duration: 359.582572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:13.100321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:12.740498Z","time spent":"359.808139ms","remote":"127.0.0.1:52712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:27:13.186846Z","caller":"traceutil/trace.go:171","msg":"trace[2094922876] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"178.777103ms","start":"2026-03-31T20:27:13.008037Z","end":"2026-03-31T20:27:13.186814Z","steps":["trace[2094922876] 'process raft request' (duration: 178.568429ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:13.232712Z","caller":"traceutil/trace.go:171","msg":"trace[893696271] linearizableReadLoop","detail":"{readStateIndex:2835; appliedIndex:2833; }","duration":"132.636546ms","start":"2026-03-31T20:27:13.100048Z","end":"2026-03-31T20:27:13.232685Z","steps":["trace[893696271] 'read index received' (duration: 86.62721ms)","trace[893696271] 'applied index is now lower than readState.Index' (duration: 46.008406ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:13.232808Z","caller":"traceutil/trace.go:171","msg":"trace[1955132324] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"196.184201ms","start":"2026-03-31T20:27:13.036552Z","end":"2026-03-31T20:27:13.232736Z","steps":["trace[1955132324] 'process raft request' (duration: 195.510527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:13.232955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.746601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:27:13.233008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.345893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-31T20:27:13.233013Z","caller":"traceutil/trace.go:171","msg":"trace[1645961570] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2723; }","duration":"269.963525ms","start":"2026-03-31T20:27:12.963032Z","end":"2026-03-31T20:27:13.232995Z","steps":["trace[1645961570] 'agreement among raft nodes before linearized reading' (duration: 269.7569ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:13.23309Z","caller":"traceutil/trace.go:171","msg":"trace[1051428076] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2723; }","duration":"182.484117ms","start":"2026-03-31T20:27:13.050586Z","end":"2026-03-31T20:27:13.23307Z","steps":["trace[1051428076] 'agreement among raft nodes before linearized reading' (duration: 182.17217ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:18.909777Z","caller":"traceutil/trace.go:171","msg":"trace[1080037813] linearizableReadLoop","detail":"{readStateIndex:2867; appliedIndex:2866; }","duration":"126.927258ms","start":"2026-03-31T20:27:18.782828Z","end":"2026-03-31T20:27:18.909755Z","steps":["trace[1080037813] 'read index received' (duration: 126.739894ms)","trace[1080037813] 'applied index is now lower than readState.Index' (duration: 185.934µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:18.909882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.03915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:18.909845Z","caller":"traceutil/trace.go:171","msg":"trace[995787961] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"170.838527ms","start":"2026-03-31T20:27:18.738973Z","end":"2026-03-31T20:27:18.909812Z","steps":["trace[995787961] 'process raft request' (duration: 170.614732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:18.909908Z","caller":"traceutil/trace.go:171","msg":"trace[407641303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2754; }","duration":"127.106842ms","start":"2026-03-31T20:27:18.782794Z","end":"2026-03-31T20:27:18.909901Z","steps":["trace[407641303] 'agreement among raft nodes before linearized reading' (duration: 127.041751ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:19.573705Z","caller":"traceutil/trace.go:171","msg":"trace[64797027] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"358.616881ms","start":"2026-03-31T20:27:19.215063Z","end":"2026-03-31T20:27:19.57368Z","steps":["trace[64797027] 'process raft request' (duration: 358.432817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:19.573975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:19.215041Z","time spent":"358.742625ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:20.773596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200019601s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:27:21.055454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.568284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:27:21.055655Z","caller":"traceutil/trace.go:171","msg":"trace[1767936156] linearizableReadLoop","detail":"{readStateIndex:2869; appliedIndex:2867; }","duration":"1.696926282s","start":"2026-03-31T20:27:19.358671Z","end":"2026-03-31T20:27:21.055597Z","steps":["trace[1767936156] 'read index received' (duration: 214.931979ms)","trace[1767936156] 'applied index is now lower than readState.Index' (duration: 1.481992873s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:21.055667Z","caller":"traceutil/trace.go:171","msg":"trace[853568882] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"1.804724645s","start":"2026-03-31T20:27:19.250919Z","end":"2026-03-31T20:27:21.055643Z","steps":["trace[853568882] 'process raft request' (duration: 1.522842114s)","trace[853568882] 'compare' (duration: 281.146915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:21.055793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:19.250898Z","time spent":"1.804822247s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:27:21.055829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697163818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a206ec1ffd957b\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-31T20:27:21.055867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621413479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:27:21.055913Z","caller":"traceutil/trace.go:171","msg":"trace[601295489] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a206ec1ffd957b; range_end:; response_count:1; response_revision:2756; }","duration":"1.697233258s","start":"2026-03-31T20:27:19.358619Z","end":"2026-03-31T20:27:21.055852Z","steps":["trace[601295489] 'agreement among raft nodes before linearized reading' (duration: 1.697104336s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:21.055953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:19.3586Z","time spent":"1.697344791s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.18a206ec1ffd957b\" "} {"level":"info","ts":"2026-03-31T20:27:21.056129Z","caller":"traceutil/trace.go:171","msg":"trace[549018586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2756; }","duration":"1.621503162s","start":"2026-03-31T20:27:19.4344Z","end":"2026-03-31T20:27:21.055903Z","steps":["trace[549018586] 'agreement among raft nodes before linearized reading' (duration: 1.621353278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:21.056158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541706144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:27:21.056219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:19.43438Z","time spent":"1.621824499s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:27:21.056241Z","caller":"traceutil/trace.go:171","msg":"trace[845054864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2756; }","duration":"1.541835618s","start":"2026-03-31T20:27:19.514389Z","end":"2026-03-31T20:27:21.056224Z","steps":["trace[845054864] 'agreement among raft nodes before linearized reading' (duration: 1.541645192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:21.056247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544824534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:27:21.056298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:19.514369Z","time spent":"1.541917399s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:27:21.056289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543997775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:27:21.056328Z","caller":"traceutil/trace.go:171","msg":"trace[126584658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2756; }","duration":"1.544909266s","start":"2026-03-31T20:27:19.511381Z","end":"2026-03-31T20:27:21.056291Z","steps":["trace[126584658] 'agreement among raft nodes before linearized reading' (duration: 1.544749782s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:21.056379Z","caller":"traceutil/trace.go:171","msg":"trace[360458550] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2756; }","duration":"1.544129188s","start":"2026-03-31T20:27:19.512225Z","end":"2026-03-31T20:27:21.056354Z","steps":["trace[360458550] 'agreement among raft nodes before linearized reading' (duration: 1.543841561s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:21.056382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:19.51134Z","time spent":"1.545028699s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:27:21.056385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270712796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:27:21.056404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543596726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:27:21.05659Z","caller":"traceutil/trace.go:171","msg":"trace[1310532964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2756; }","duration":"1.543914334s","start":"2026-03-31T20:27:19.512603Z","end":"2026-03-31T20:27:21.056517Z","steps":["trace[1310532964] 'agreement among raft nodes before linearized reading' (duration: 1.543446253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:21.056373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543198617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:27:21.05674Z","caller":"traceutil/trace.go:171","msg":"trace[350963619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2756; }","duration":"1.543582066s","start":"2026-03-31T20:27:19.513141Z","end":"2026-03-31T20:27:21.056723Z","steps":["trace[350963619] 'agreement among raft nodes before linearized reading' (duration: 1.543118945s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:21.056433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:19.512209Z","time spent":"1.54421547s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:27:21.056647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:19.512596Z","time spent":"1.544037617s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:27:21.056839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:19.513134Z","time spent":"1.543687198s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:27:21.056449Z","caller":"traceutil/trace.go:171","msg":"trace[1718895911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2756; }","duration":"1.270815818s","start":"2026-03-31T20:27:19.785617Z","end":"2026-03-31T20:27:21.056433Z","steps":["trace[1718895911] 'agreement among raft nodes before linearized reading' (duration: 1.270714486s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:21.057025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:19.785594Z","time spent":"1.271414101s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:27:21.05646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539911564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:27:21.05723Z","caller":"traceutil/trace.go:171","msg":"trace[1619699259] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2756; }","duration":"1.54066421s","start":"2026-03-31T20:27:19.516507Z","end":"2026-03-31T20:27:21.057172Z","steps":["trace[1619699259] 'agreement among raft nodes before linearized reading' (duration: 1.539841412s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:21.057356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:27:19.516496Z","time spent":"1.540841784s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:27:21.309813Z","caller":"traceutil/trace.go:171","msg":"trace[319610620] linearizableReadLoop","detail":"{readStateIndex:2870; appliedIndex:2869; }","duration":"250.255216ms","start":"2026-03-31T20:27:21.059534Z","end":"2026-03-31T20:27:21.30979Z","steps":["trace[319610620] 'read index received' (duration: 197.503971ms)","trace[319610620] 'applied index is now lower than readState.Index' (duration: 52.749855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:27:21.309981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.43047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T20:27:21.310025Z","caller":"traceutil/trace.go:171","msg":"trace[870793807] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2757; }","duration":"250.533722ms","start":"2026-03-31T20:27:21.059484Z","end":"2026-03-31T20:27:21.310018Z","steps":["trace[870793807] 'agreement among raft nodes before linearized reading' (duration: 250.382649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:21.309844Z","caller":"traceutil/trace.go:171","msg":"trace[1782116071] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"250.807518ms","start":"2026-03-31T20:27:21.059011Z","end":"2026-03-31T20:27:21.309818Z","steps":["trace[1782116071] 'process raft request' (duration: 198.024212ms)","trace[1782116071] 'compare' (duration: 52.465119ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:27:21.310851Z","caller":"traceutil/trace.go:171","msg":"trace[1232527490] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"249.239444ms","start":"2026-03-31T20:27:21.061547Z","end":"2026-03-31T20:27:21.310786Z","steps":["trace[1232527490] 'process raft request' (duration: 248.927937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:21.311056Z","caller":"traceutil/trace.go:171","msg":"trace[1247906520] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"249.370757ms","start":"2026-03-31T20:27:21.06167Z","end":"2026-03-31T20:27:21.311041Z","steps":["trace[1247906520] 'process raft request' (duration: 249.018389ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:21.311344Z","caller":"traceutil/trace.go:171","msg":"trace[1379451437] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"249.598873ms","start":"2026-03-31T20:27:21.061719Z","end":"2026-03-31T20:27:21.311318Z","steps":["trace[1379451437] 'process raft request' (duration: 249.235134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:21.311674Z","caller":"traceutil/trace.go:171","msg":"trace[2095470228] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"249.898239ms","start":"2026-03-31T20:27:21.061755Z","end":"2026-03-31T20:27:21.311653Z","steps":["trace[2095470228] 'process raft request' (duration: 249.45735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:21.31177Z","caller":"traceutil/trace.go:171","msg":"trace[864916574] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"249.534031ms","start":"2026-03-31T20:27:21.062223Z","end":"2026-03-31T20:27:21.311757Z","steps":["trace[864916574] 'process raft request' (duration: 249.447539ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:21.311922Z","caller":"traceutil/trace.go:171","msg":"trace[1220270967] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"250.140745ms","start":"2026-03-31T20:27:21.061767Z","end":"2026-03-31T20:27:21.311908Z","steps":["trace[1220270967] 'process raft request' (duration: 249.787857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:21.311922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.727128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:27:21.311997Z","caller":"traceutil/trace.go:171","msg":"trace[491209874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2764; }","duration":"246.850281ms","start":"2026-03-31T20:27:21.065107Z","end":"2026-03-31T20:27:21.311957Z","steps":["trace[491209874] 'agreement among raft nodes before linearized reading' (duration: 246.656407ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:27:21.312213Z","caller":"traceutil/trace.go:171","msg":"trace[375550681] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"247.941705ms","start":"2026-03-31T20:27:21.06425Z","end":"2026-03-31T20:27:21.312191Z","steps":["trace[375550681] 'process raft request' (duration: 247.468875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:27:21.313056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.100732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-31T20:27:21.313142Z","caller":"traceutil/trace.go:171","msg":"trace[331898419] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2764; }","duration":"184.252646ms","start":"2026-03-31T20:27:21.128869Z","end":"2026-03-31T20:27:21.313122Z","steps":["trace[331898419] 'agreement among raft nodes before linearized reading' (duration: 183.121712ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:28.984238Z","caller":"traceutil/trace.go:171","msg":"trace[1590376206] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"103.133454ms","start":"2026-03-31T20:29:28.881073Z","end":"2026-03-31T20:29:28.984207Z","steps":["trace[1590376206] 'process raft request' (duration: 103.086653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:28.984304Z","caller":"traceutil/trace.go:171","msg":"trace[1021726789] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"103.200865ms","start":"2026-03-31T20:29:28.881052Z","end":"2026-03-31T20:29:28.984253Z","steps":["trace[1021726789] 'process raft request' (duration: 103.050782ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:28.984252Z","caller":"traceutil/trace.go:171","msg":"trace[1364845031] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"103.531152ms","start":"2026-03-31T20:29:28.880697Z","end":"2026-03-31T20:29:28.984228Z","steps":["trace[1364845031] 'process raft request' (duration: 59.047709ms)","trace[1364845031] 'compare' (duration: 44.155986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:29.234481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.747873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:29:29.234663Z","caller":"traceutil/trace.go:171","msg":"trace[294351177] linearizableReadLoop","detail":"{readStateIndex:3643; appliedIndex:3641; }","duration":"138.864131ms","start":"2026-03-31T20:29:29.095781Z","end":"2026-03-31T20:29:29.234645Z","steps":["trace[294351177] 'read index received' (duration: 62.062266ms)","trace[294351177] 'applied index is now lower than readState.Index' (duration: 76.800805ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:29.234686Z","caller":"traceutil/trace.go:171","msg":"trace[1116468247] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"185.984943ms","start":"2026-03-31T20:29:29.048662Z","end":"2026-03-31T20:29:29.234647Z","steps":["trace[1116468247] 'process raft request' (duration: 41.002195ms)","trace[1116468247] 'compare' (duration: 144.566149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:29.23481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.029894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:29.23479Z","caller":"traceutil/trace.go:171","msg":"trace[1099526097] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"186.009483ms","start":"2026-03-31T20:29:29.048734Z","end":"2026-03-31T20:29:29.234744Z","steps":["trace[1099526097] 'process raft request' (duration: 185.841789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.234885Z","caller":"traceutil/trace.go:171","msg":"trace[810469361] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3497; }","duration":"139.099416ms","start":"2026-03-31T20:29:29.095739Z","end":"2026-03-31T20:29:29.234839Z","steps":["trace[810469361] 'agreement among raft nodes before linearized reading' (duration: 138.965203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.414222Z","caller":"traceutil/trace.go:171","msg":"trace[1981456645] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"179.489058ms","start":"2026-03-31T20:29:29.234702Z","end":"2026-03-31T20:29:29.414191Z","steps":["trace[1981456645] 'process raft request' (duration: 121.966864ms)","trace[1981456645] 'compare' (duration: 57.299509ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:29.414305Z","caller":"traceutil/trace.go:171","msg":"trace[182408129] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"175.454597ms","start":"2026-03-31T20:29:29.238831Z","end":"2026-03-31T20:29:29.414286Z","steps":["trace[182408129] 'process raft request' (duration: 175.271303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.414218Z","caller":"traceutil/trace.go:171","msg":"trace[2070887832] linearizableReadLoop","detail":"{readStateIndex:3644; appliedIndex:3643; }","duration":"176.035221ms","start":"2026-03-31T20:29:29.238166Z","end":"2026-03-31T20:29:29.414201Z","steps":["trace[2070887832] 'read index received' (duration: 118.518737ms)","trace[2070887832] 'applied index is now lower than readState.Index' (duration: 57.513624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:29.414447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.260286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:29.41453Z","caller":"traceutil/trace.go:171","msg":"trace[1566545877] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3499; }","duration":"176.378109ms","start":"2026-03-31T20:29:29.238134Z","end":"2026-03-31T20:29:29.414512Z","steps":["trace[1566545877] 'agreement among raft nodes before linearized reading' (duration: 176.210616ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.711803Z","caller":"traceutil/trace.go:171","msg":"trace[892260351] transaction","detail":"{read_only:false; response_revision:3502; number_of_response:1; }","duration":"167.081511ms","start":"2026-03-31T20:29:29.544664Z","end":"2026-03-31T20:29:29.711745Z","steps":["trace[892260351] 'process raft request' (duration: 144.899215ms)","trace[892260351] 'compare' (duration: 21.90721ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:29.719802Z","caller":"traceutil/trace.go:171","msg":"trace[1034519869] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"173.77976ms","start":"2026-03-31T20:29:29.546006Z","end":"2026-03-31T20:29:29.719786Z","steps":["trace[1034519869] 'process raft request' (duration: 173.495094ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.719973Z","caller":"traceutil/trace.go:171","msg":"trace[1557182872] transaction","detail":"{read_only:false; response_revision:3503; number_of_response:1; }","duration":"174.403264ms","start":"2026-03-31T20:29:29.545561Z","end":"2026-03-31T20:29:29.719964Z","steps":["trace[1557182872] 'process raft request' (duration: 173.833151ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:29.720141Z","caller":"traceutil/trace.go:171","msg":"trace[1332703140] transaction","detail":"{read_only:false; response_revision:3505; number_of_response:1; }","duration":"160.709508ms","start":"2026-03-31T20:29:29.559406Z","end":"2026-03-31T20:29:29.720115Z","steps":["trace[1332703140] 'process raft request' (duration: 160.132186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:29:31.575147Z","caller":"traceutil/trace.go:171","msg":"trace[2123933393] linearizableReadLoop","detail":"{readStateIndex:3700; appliedIndex:3699; }","duration":"179.566671ms","start":"2026-03-31T20:29:31.395547Z","end":"2026-03-31T20:29:31.575113Z","steps":["trace[2123933393] 'read index received' (duration: 179.413758ms)","trace[2123933393] 'applied index is now lower than readState.Index' (duration: 151.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:29:31.575196Z","caller":"traceutil/trace.go:171","msg":"trace[134660389] transaction","detail":"{read_only:false; response_revision:3554; number_of_response:1; }","duration":"181.705028ms","start":"2026-03-31T20:29:31.393449Z","end":"2026-03-31T20:29:31.575154Z","steps":["trace[134660389] 'process raft request' (duration: 181.476573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:31.575381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.809786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:29:31.575472Z","caller":"traceutil/trace.go:171","msg":"trace[1344086090] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3554; }","duration":"179.945779ms","start":"2026-03-31T20:29:31.395502Z","end":"2026-03-31T20:29:31.575448Z","steps":["trace[1344086090] 'agreement among raft nodes before linearized reading' (duration: 179.738575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:29:32.553252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.239875ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:29:32.553385Z","caller":"traceutil/trace.go:171","msg":"trace[224174713] linearizableReadLoop","detail":"{readStateIndex:3751; appliedIndex:3750; }","duration":"160.127975ms","start":"2026-03-31T20:29:32.393212Z","end":"2026-03-31T20:29:32.55334Z","steps":["trace[224174713] 'read index received' (duration: 13.705896ms)","trace[224174713] 'applied index is now lower than readState.Index' (duration: 146.419559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:29:32.553629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.407491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:29:32.553697Z","caller":"traceutil/trace.go:171","msg":"trace[1775339714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3604; }","duration":"160.520624ms","start":"2026-03-31T20:29:32.393161Z","end":"2026-03-31T20:29:32.553681Z","steps":["trace[1775339714] 'agreement among raft nodes before linearized reading' (duration: 160.33285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.291125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205030419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:30:07.792265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205030419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:30:07.845407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054910154s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:30:07.84579Z","caller":"traceutil/trace.go:171","msg":"trace[948510391] linearizableReadLoop","detail":"{readStateIndex:3970; appliedIndex:3969; }","duration":"1.055333603s","start":"2026-03-31T20:30:06.790437Z","end":"2026-03-31T20:30:07.845771Z","steps":["trace[948510391] 'read index received' (duration: 1.055142479s)","trace[948510391] 'applied index is now lower than readState.Index' (duration: 190.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:07.845918Z","caller":"traceutil/trace.go:171","msg":"trace[1788991260] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"1.055504377s","start":"2026-03-31T20:30:06.790359Z","end":"2026-03-31T20:30:07.845864Z","steps":["trace[1788991260] 'process raft request' (duration: 1.055283162s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.845998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055536637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:30:07.845993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.206021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:07.846097Z","caller":"traceutil/trace.go:171","msg":"trace[1489565826] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3817; }","duration":"988.364615ms","start":"2026-03-31T20:30:06.857715Z","end":"2026-03-31T20:30:07.84608Z","steps":["trace[1489565826] 'agreement among raft nodes before linearized reading' (duration: 988.194951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.846126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.572476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:07.8461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.177585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:30:07.84615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.857694Z","time spent":"988.444927ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:30:07.846168Z","caller":"traceutil/trace.go:171","msg":"trace[2109357015] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3817; }","duration":"392.282647ms","start":"2026-03-31T20:30:07.453874Z","end":"2026-03-31T20:30:07.846157Z","steps":["trace[2109357015] 'agreement among raft nodes before linearized reading' (duration: 392.140614ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:07.846179Z","caller":"traceutil/trace.go:171","msg":"trace[1358838519] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3817; }","duration":"645.657918ms","start":"2026-03-31T20:30:07.200488Z","end":"2026-03-31T20:30:07.846146Z","steps":["trace[1358838519] 'agreement among raft nodes before linearized reading' (duration: 645.594277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.846215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:07.200466Z","time spent":"645.73885ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:07.846124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.790327Z","time spent":"1.055686391s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:07.846225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.802149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:30:07.846305Z","caller":"traceutil/trace.go:171","msg":"trace[553359753] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:3817; }","duration":"662.929741ms","start":"2026-03-31T20:30:07.183357Z","end":"2026-03-31T20:30:07.846287Z","steps":["trace[553359753] 'agreement among raft nodes before linearized reading' (duration: 662.731407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.84634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:07.183335Z","time spent":"662.996963ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-31T20:30:07.846224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:07.453811Z","time spent":"392.37903ms","remote":"127.0.0.1:42714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:30:07.846056Z","caller":"traceutil/trace.go:171","msg":"trace[678335360] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3817; }","duration":"1.05565199s","start":"2026-03-31T20:30:06.79039Z","end":"2026-03-31T20:30:07.846042Z","steps":["trace[678335360] 'agreement among raft nodes before linearized reading' (duration: 1.055480596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.846476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.790368Z","time spent":"1.05608875s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:30:07.846229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.592102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:07.846568Z","caller":"traceutil/trace.go:171","msg":"trace[1253656598] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3817; }","duration":"967.986501ms","start":"2026-03-31T20:30:06.878566Z","end":"2026-03-31T20:30:07.846552Z","steps":["trace[1253656598] 'agreement among raft nodes before linearized reading' (duration: 967.590182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:07.846609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:06.878531Z","time spent":"968.064613ms","remote":"127.0.0.1:36652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:30:08.317263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.777062ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T20:30:08.317361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:07.847209Z","time spent":"470.147958ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:30:08.328723Z","caller":"traceutil/trace.go:171","msg":"trace[218047385] transaction","detail":"{read_only:false; response_revision:3818; number_of_response:1; }","duration":"478.36426ms","start":"2026-03-31T20:30:07.850317Z","end":"2026-03-31T20:30:08.328681Z","steps":["trace[218047385] 'process raft request' (duration: 478.021223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:08.328918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:07.8503Z","time spent":"478.516703ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:08.329627Z","caller":"traceutil/trace.go:171","msg":"trace[646279365] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"421.504208ms","start":"2026-03-31T20:30:07.908108Z","end":"2026-03-31T20:30:08.329612Z","steps":["trace[646279365] 'process raft request' (duration: 421.383195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:08.329621Z","caller":"traceutil/trace.go:171","msg":"trace[151177115] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"479.220259ms","start":"2026-03-31T20:30:07.850377Z","end":"2026-03-31T20:30:08.329597Z","steps":["trace[151177115] 'process raft request' (duration: 478.182886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:08.32969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:07.908087Z","time spent":"421.56919ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:30:08.329659Z","caller":"traceutil/trace.go:171","msg":"trace[263584880] linearizableReadLoop","detail":"{readStateIndex:3973; appliedIndex:3970; }","duration":"468.176034ms","start":"2026-03-31T20:30:07.861462Z","end":"2026-03-31T20:30:08.329638Z","steps":["trace[263584880] 'read index received' (duration: 129.015757ms)","trace[263584880] 'applied index is now lower than readState.Index' (duration: 339.159417ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:08.329881Z","caller":"traceutil/trace.go:171","msg":"trace[178818000] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"173.743511ms","start":"2026-03-31T20:30:08.156129Z","end":"2026-03-31T20:30:08.329872Z","steps":["trace[178818000] 'process raft request' (duration: 173.473295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:08.329869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:07.850353Z","time spent":"479.314552ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:30:08.329905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.417259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:30:08.32995Z","caller":"traceutil/trace.go:171","msg":"trace[1062078934] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3821; }","duration":"468.510372ms","start":"2026-03-31T20:30:07.861428Z","end":"2026-03-31T20:30:08.329938Z","steps":["trace[1062078934] 'agreement among raft nodes before linearized reading' (duration: 468.358969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:08.329994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:30:07.861412Z","time spent":"468.571803ms","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:30:08.331605Z","caller":"traceutil/trace.go:171","msg":"trace[264822583] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"127.087214ms","start":"2026-03-31T20:30:08.204481Z","end":"2026-03-31T20:30:08.331568Z","steps":["trace[264822583] 'process raft request' (duration: 125.317725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:08.332743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.591309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:30:08.332871Z","caller":"traceutil/trace.go:171","msg":"trace[518416919] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:3823; }","duration":"250.741953ms","start":"2026-03-31T20:30:08.082085Z","end":"2026-03-31T20:30:08.332827Z","steps":["trace[518416919] 'agreement among raft nodes before linearized reading' (duration: 249.866774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:10.514721Z","caller":"traceutil/trace.go:171","msg":"trace[70809638] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"124.366775ms","start":"2026-03-31T20:30:10.390324Z","end":"2026-03-31T20:30:10.514691Z","steps":["trace[70809638] 'process raft request' (duration: 106.003896ms)","trace[70809638] 'compare' (duration: 18.191795ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:10.514981Z","caller":"traceutil/trace.go:171","msg":"trace[1375844692] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"124.419146ms","start":"2026-03-31T20:30:10.390551Z","end":"2026-03-31T20:30:10.51497Z","steps":["trace[1375844692] 'process raft request' (duration: 124.098929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:10.515196Z","caller":"traceutil/trace.go:171","msg":"trace[855028224] transaction","detail":"{read_only:false; response_revision:3840; number_of_response:1; }","duration":"124.564398ms","start":"2026-03-31T20:30:10.390619Z","end":"2026-03-31T20:30:10.515184Z","steps":["trace[855028224] 'process raft request' (duration: 124.309133ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:10.515361Z","caller":"traceutil/trace.go:171","msg":"trace[458967026] transaction","detail":"{read_only:false; response_revision:3841; number_of_response:1; }","duration":"111.561649ms","start":"2026-03-31T20:30:10.403761Z","end":"2026-03-31T20:30:10.515323Z","steps":["trace[458967026] 'process raft request' (duration: 111.385055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:32.390021Z","caller":"traceutil/trace.go:171","msg":"trace[2063157960] transaction","detail":"{read_only:false; response_revision:3976; number_of_response:1; }","duration":"107.616453ms","start":"2026-03-31T20:30:32.282379Z","end":"2026-03-31T20:30:32.389995Z","steps":["trace[2063157960] 'process raft request' (duration: 107.531051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:32.390023Z","caller":"traceutil/trace.go:171","msg":"trace[97679690] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"112.777257ms","start":"2026-03-31T20:30:32.277208Z","end":"2026-03-31T20:30:32.389986Z","steps":["trace[97679690] 'process raft request' (duration: 111.952108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:32.518271Z","caller":"traceutil/trace.go:171","msg":"trace[618345242] linearizableReadLoop","detail":"{readStateIndex:4138; appliedIndex:4137; }","duration":"104.317758ms","start":"2026-03-31T20:30:32.413924Z","end":"2026-03-31T20:30:32.518242Z","steps":["trace[618345242] 'read index received' (duration: 45.224335ms)","trace[618345242] 'applied index is now lower than readState.Index' (duration: 59.089433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:30:32.518493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.536772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:30:32.518532Z","caller":"traceutil/trace.go:171","msg":"trace[291666246] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3977; }","duration":"104.651645ms","start":"2026-03-31T20:30:32.413871Z","end":"2026-03-31T20:30:32.518522Z","steps":["trace[291666246] 'agreement among raft nodes before linearized reading' (duration: 104.488671ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:32.717531Z","caller":"traceutil/trace.go:171","msg":"trace[1339644415] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3978; }","duration":"248.204155ms","start":"2026-03-31T20:30:32.469282Z","end":"2026-03-31T20:30:32.717486Z","steps":["trace[1339644415] 'process raft request' (duration: 247.744725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:32.717537Z","caller":"traceutil/trace.go:171","msg":"trace[497068807] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"214.6713ms","start":"2026-03-31T20:30:32.50283Z","end":"2026-03-31T20:30:32.717502Z","steps":["trace[497068807] 'process raft request' (duration: 214.532187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:30:32.718646Z","caller":"traceutil/trace.go:171","msg":"trace[2036074372] linearizableReadLoop","detail":"{readStateIndex:4142; appliedIndex:4139; }","duration":"176.977572ms","start":"2026-03-31T20:30:32.54165Z","end":"2026-03-31T20:30:32.718627Z","steps":["trace[2036074372] 'read index received' (duration: 175.396337ms)","trace[2036074372] 'applied index is now lower than readState.Index' (duration: 1.580335ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:30:32.718787Z","caller":"traceutil/trace.go:171","msg":"trace[877470021] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"181.671477ms","start":"2026-03-31T20:30:32.537095Z","end":"2026-03-31T20:30:32.718766Z","steps":["trace[877470021] 'process raft request' (duration: 181.414802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:30:32.71892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.253029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:30:32.719254Z","caller":"traceutil/trace.go:171","msg":"trace[1105845777] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:3980; }","duration":"177.610047ms","start":"2026-03-31T20:30:32.541621Z","end":"2026-03-31T20:30:32.719231Z","steps":["trace[1105845777] 'agreement among raft nodes before linearized reading' (duration: 177.199058ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:10.646907Z","caller":"traceutil/trace.go:171","msg":"trace[288573077] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"326.307444ms","start":"2026-03-31T20:31:10.320522Z","end":"2026-03-31T20:31:10.64683Z","steps":["trace[288573077] 'process raft request' (duration: 251.534919ms)","trace[288573077] 'compare' (duration: 74.387667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:10.647187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:10.320484Z","time spent":"326.581249ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:11.371627Z","caller":"traceutil/trace.go:171","msg":"trace[1074354944] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"129.220696ms","start":"2026-03-31T20:31:11.242361Z","end":"2026-03-31T20:31:11.371582Z","steps":["trace[1074354944] 'process raft request' (duration: 129.023182ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:16.165636Z","caller":"traceutil/trace.go:171","msg":"trace[194133809] linearizableReadLoop","detail":"{readStateIndex:4701; appliedIndex:4700; }","duration":"128.940861ms","start":"2026-03-31T20:31:16.036668Z","end":"2026-03-31T20:31:16.165609Z","steps":["trace[194133809] 'read index received' (duration: 84.652535ms)","trace[194133809] 'applied index is now lower than readState.Index' (duration: 44.287256ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:16.165674Z","caller":"traceutil/trace.go:171","msg":"trace[1433965666] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"133.309348ms","start":"2026-03-31T20:31:16.032327Z","end":"2026-03-31T20:31:16.165637Z","steps":["trace[1433965666] 'process raft request' (duration: 88.93102ms)","trace[1433965666] 'compare' (duration: 44.226515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:16.16621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.513383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2894"} {"level":"info","ts":"2026-03-31T20:31:16.16629Z","caller":"traceutil/trace.go:171","msg":"trace[1568634547] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4515; }","duration":"129.636676ms","start":"2026-03-31T20:31:16.036633Z","end":"2026-03-31T20:31:16.16627Z","steps":["trace[1568634547] 'agreement among raft nodes before linearized reading' (duration: 129.055303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:16.698565Z","caller":"traceutil/trace.go:171","msg":"trace[608880012] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"112.447953ms","start":"2026-03-31T20:31:16.586095Z","end":"2026-03-31T20:31:16.698543Z","steps":["trace[608880012] 'process raft request' (duration: 58.788239ms)","trace[608880012] 'compare' (duration: 53.323797ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:17.786992Z","caller":"traceutil/trace.go:171","msg":"trace[21302488] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"217.552753ms","start":"2026-03-31T20:31:17.569415Z","end":"2026-03-31T20:31:17.786968Z","steps":["trace[21302488] 'process raft request' (duration: 217.387189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:17.788715Z","caller":"traceutil/trace.go:171","msg":"trace[33939361] linearizableReadLoop","detail":"{readStateIndex:4802; appliedIndex:4800; }","duration":"123.415268ms","start":"2026-03-31T20:31:17.66527Z","end":"2026-03-31T20:31:17.788685Z","steps":["trace[33939361] 'read index received' (duration: 121.601608ms)","trace[33939361] 'applied index is now lower than readState.Index' (duration: 1.81189ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:17.788768Z","caller":"traceutil/trace.go:171","msg":"trace[1770892768] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"178.447961ms","start":"2026-03-31T20:31:17.610276Z","end":"2026-03-31T20:31:17.788724Z","steps":["trace[1770892768] 'process raft request' (duration: 178.279018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:17.789015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.736435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2948"} {"level":"info","ts":"2026-03-31T20:31:17.789081Z","caller":"traceutil/trace.go:171","msg":"trace[139400141] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4614; }","duration":"123.879039ms","start":"2026-03-31T20:31:17.665182Z","end":"2026-03-31T20:31:17.789061Z","steps":["trace[139400141] 'agreement among raft nodes before linearized reading' (duration: 123.644423ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:18.594851Z","caller":"traceutil/trace.go:171","msg":"trace[2031205054] linearizableReadLoop","detail":"{readStateIndex:4810; appliedIndex:4808; }","duration":"146.679025ms","start":"2026-03-31T20:31:18.448147Z","end":"2026-03-31T20:31:18.594826Z","steps":["trace[2031205054] 'read index received' (duration: 55.149798ms)","trace[2031205054] 'applied index is now lower than readState.Index' (duration: 91.528437ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:18.594924Z","caller":"traceutil/trace.go:171","msg":"trace[1159640928] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"147.515213ms","start":"2026-03-31T20:31:18.447368Z","end":"2026-03-31T20:31:18.594884Z","steps":["trace[1159640928] 'process raft request' (duration: 133.690875ms)","trace[1159640928] 'compare' (duration: 13.660354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:18.595023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.849698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1896"} {"level":"info","ts":"2026-03-31T20:31:18.595055Z","caller":"traceutil/trace.go:171","msg":"trace[780352085] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4622; }","duration":"146.92221ms","start":"2026-03-31T20:31:18.448124Z","end":"2026-03-31T20:31:18.595046Z","steps":["trace[780352085] 'agreement among raft nodes before linearized reading' (duration: 146.786757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:19.047756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.325285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:19.047841Z","caller":"traceutil/trace.go:171","msg":"trace[469156832] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4624; }","duration":"145.415897ms","start":"2026-03-31T20:31:18.9024Z","end":"2026-03-31T20:31:19.047816Z","steps":["trace[469156832] 'count revisions from in-memory index tree' (duration: 145.230013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:19.04783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.863074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:19.047936Z","caller":"traceutil/trace.go:171","msg":"trace[846960510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4624; }","duration":"264.012047ms","start":"2026-03-31T20:31:18.7839Z","end":"2026-03-31T20:31:19.047912Z","steps":["trace[846960510] 'range keys from in-memory index tree' (duration: 263.756622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:20.681296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.139859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d4c7fb20-a9d6-4d9f-b144-b17841f1eafa\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-31T20:31:20.681371Z","caller":"traceutil/trace.go:171","msg":"trace[378869638] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d4c7fb20-a9d6-4d9f-b144-b17841f1eafa; range_end:; response_count:1; response_revision:4699; }","duration":"131.237151ms","start":"2026-03-31T20:31:20.550117Z","end":"2026-03-31T20:31:20.681354Z","steps":["trace[378869638] 'range keys from in-memory index tree' (duration: 130.941336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:20.681604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.756158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:31:20.681673Z","caller":"traceutil/trace.go:171","msg":"trace[773479677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4699; }","duration":"173.882861ms","start":"2026-03-31T20:31:20.507769Z","end":"2026-03-31T20:31:20.681652Z","steps":["trace[773479677] 'range keys from in-memory index tree' (duration: 173.573124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:20.864313Z","caller":"traceutil/trace.go:171","msg":"trace[429481023] linearizableReadLoop","detail":"{readStateIndex:4888; appliedIndex:4887; }","duration":"252.239186ms","start":"2026-03-31T20:31:20.612051Z","end":"2026-03-31T20:31:20.86429Z","steps":["trace[429481023] 'read index received' (duration: 252.110653ms)","trace[429481023] 'applied index is now lower than readState.Index' (duration: 127.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:20.864594Z","caller":"traceutil/trace.go:171","msg":"trace[1377251801] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"302.514094ms","start":"2026-03-31T20:31:20.56204Z","end":"2026-03-31T20:31:20.864554Z","steps":["trace[1377251801] 'process raft request' (duration: 302.095225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:20.864763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.680875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:20.864798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:20.562009Z","time spent":"302.674668ms","remote":"127.0.0.1:42654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:20.864889Z","caller":"traceutil/trace.go:171","msg":"trace[591501457] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4700; }","duration":"252.87475ms","start":"2026-03-31T20:31:20.611984Z","end":"2026-03-31T20:31:20.864859Z","steps":["trace[591501457] 'agreement among raft nodes before linearized reading' (duration: 252.600533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:20.945919Z","caller":"traceutil/trace.go:171","msg":"trace[788127630] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"260.697313ms","start":"2026-03-31T20:31:20.685199Z","end":"2026-03-31T20:31:20.945896Z","steps":["trace[788127630] 'process raft request' (duration: 260.363226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:20.946027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.736036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:20.946111Z","caller":"traceutil/trace.go:171","msg":"trace[1796076096] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:4701; }","duration":"243.860889ms","start":"2026-03-31T20:31:20.702226Z","end":"2026-03-31T20:31:20.946087Z","steps":["trace[1796076096] 'agreement among raft nodes before linearized reading' (duration: 243.715805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:20.946735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.458882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2351364"} {"level":"info","ts":"2026-03-31T20:31:20.946827Z","caller":"traceutil/trace.go:171","msg":"trace[291721919] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4701; }","duration":"297.605965ms","start":"2026-03-31T20:31:20.6492Z","end":"2026-03-31T20:31:20.946806Z","steps":["trace[291721919] 'agreement among raft nodes before linearized reading' (duration: 296.666564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:20.946065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.453628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:20.946956Z","caller":"traceutil/trace.go:171","msg":"trace[2104749094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4701; }","duration":"164.450071ms","start":"2026-03-31T20:31:20.782475Z","end":"2026-03-31T20:31:20.946925Z","steps":["trace[2104749094] 'agreement among raft nodes before linearized reading' (duration: 163.448788ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:22.688403Z","caller":"traceutil/trace.go:171","msg":"trace[662007836] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"152.593016ms","start":"2026-03-31T20:31:22.535768Z","end":"2026-03-31T20:31:22.688361Z","steps":["trace[662007836] 'process raft request' (duration: 101.714894ms)","trace[662007836] 'compare' (duration: 50.738969ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:22.824613Z","caller":"traceutil/trace.go:171","msg":"trace[1067736973] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"130.246819ms","start":"2026-03-31T20:31:22.694338Z","end":"2026-03-31T20:31:22.824585Z","steps":["trace[1067736973] 'process raft request' (duration: 130.083936ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:23.697925Z","caller":"traceutil/trace.go:171","msg":"trace[2060546986] linearizableReadLoop","detail":"{readStateIndex:4942; appliedIndex:4941; }","duration":"188.154159ms","start":"2026-03-31T20:31:23.509746Z","end":"2026-03-31T20:31:23.6979Z","steps":["trace[2060546986] 'read index received' (duration: 103.556716ms)","trace[2060546986] 'applied index is now lower than readState.Index' (duration: 84.596213ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:23.697956Z","caller":"traceutil/trace.go:171","msg":"trace[355378990] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"195.164985ms","start":"2026-03-31T20:31:23.502746Z","end":"2026-03-31T20:31:23.697911Z","steps":["trace[355378990] 'process raft request' (duration: 110.49156ms)","trace[355378990] 'compare' (duration: 84.467731ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:23.698084Z","caller":"traceutil/trace.go:171","msg":"trace[952804529] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"185.012869ms","start":"2026-03-31T20:31:23.513037Z","end":"2026-03-31T20:31:23.698049Z","steps":["trace[952804529] 'process raft request' (duration: 184.820995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:23.69817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.746898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:31:23.698268Z","caller":"traceutil/trace.go:171","msg":"trace[661301735] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4753; }","duration":"213.87015ms","start":"2026-03-31T20:31:23.484378Z","end":"2026-03-31T20:31:23.698248Z","steps":["trace[661301735] 'agreement among raft nodes before linearized reading' (duration: 213.654696ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:24.113281Z","caller":"traceutil/trace.go:171","msg":"trace[360353125] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"409.66691ms","start":"2026-03-31T20:31:23.703577Z","end":"2026-03-31T20:31:24.113244Z","steps":["trace[360353125] 'process raft request' (duration: 318.0652ms)","trace[360353125] 'compare' (duration: 91.388395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:24.113621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.703542Z","time spent":"409.904194ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:24.368581Z","caller":"traceutil/trace.go:171","msg":"trace[487859927] linearizableReadLoop","detail":"{readStateIndex:4945; appliedIndex:4943; }","duration":"586.500566ms","start":"2026-03-31T20:31:23.782039Z","end":"2026-03-31T20:31:24.368539Z","steps":["trace[487859927] 'read index received' (duration: 239.620604ms)","trace[487859927] 'applied index is now lower than readState.Index' (duration: 346.878102ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:24.368619Z","caller":"traceutil/trace.go:171","msg":"trace[1365346094] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"664.976993ms","start":"2026-03-31T20:31:23.703598Z","end":"2026-03-31T20:31:24.368575Z","steps":["trace[1365346094] 'process raft request' (duration: 654.300265ms)","trace[1365346094] 'compare' (duration: 10.380911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:24.368678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.621429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:24.368736Z","caller":"traceutil/trace.go:171","msg":"trace[1176931644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4755; }","duration":"586.711001ms","start":"2026-03-31T20:31:23.782012Z","end":"2026-03-31T20:31:24.368723Z","steps":["trace[1176931644] 'agreement among raft nodes before linearized reading' (duration: 586.605829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:24.368761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.782Z","time spent":"586.756482ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:31:24.368816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.967473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:24.36884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.703569Z","time spent":"665.155847ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4076,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:24.368868Z","caller":"traceutil/trace.go:171","msg":"trace[1996091608] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4755; }","duration":"519.047705ms","start":"2026-03-31T20:31:23.849807Z","end":"2026-03-31T20:31:24.368854Z","steps":["trace[1996091608] 'agreement among raft nodes before linearized reading' (duration: 518.931442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:24.368989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.849739Z","time spent":"519.235348ms","remote":"127.0.0.1:36626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:24.369223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.878436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06b9555c-b3bb-428c-9aab-fed9b4c3d95a\" ","response":"range_response_count:1 size:4063"} {"level":"info","ts":"2026-03-31T20:31:24.369272Z","caller":"traceutil/trace.go:171","msg":"trace[778299263] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-06b9555c-b3bb-428c-9aab-fed9b4c3d95a; range_end:; response_count:1; response_revision:4755; }","duration":"379.966468ms","start":"2026-03-31T20:31:23.989293Z","end":"2026-03-31T20:31:24.369259Z","steps":["trace[778299263] 'agreement among raft nodes before linearized reading' (duration: 379.59388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:24.369351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:23.989274Z","time spent":"380.065681ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4086,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-06b9555c-b3bb-428c-9aab-fed9b4c3d95a\" "} {"level":"info","ts":"2026-03-31T20:31:24.641032Z","caller":"traceutil/trace.go:171","msg":"trace[13585947] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"194.017399ms","start":"2026-03-31T20:31:24.446987Z","end":"2026-03-31T20:31:24.641004Z","steps":["trace[13585947] 'process raft request' (duration: 193.858236ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:24.77137Z","caller":"traceutil/trace.go:171","msg":"trace[489367748] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"124.951662ms","start":"2026-03-31T20:31:24.646383Z","end":"2026-03-31T20:31:24.771334Z","steps":["trace[489367748] 'process raft request' (duration: 100.982718ms)","trace[489367748] 'compare' (duration: 23.833311ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:24.772829Z","caller":"traceutil/trace.go:171","msg":"trace[262115802] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"100.724682ms","start":"2026-03-31T20:31:24.672049Z","end":"2026-03-31T20:31:24.772773Z","steps":["trace[262115802] 'process raft request' (duration: 100.292512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:26.463608Z","caller":"traceutil/trace.go:171","msg":"trace[1048979284] linearizableReadLoop","detail":"{readStateIndex:4974; appliedIndex:4973; }","duration":"334.760182ms","start":"2026-03-31T20:31:26.128811Z","end":"2026-03-31T20:31:26.463571Z","steps":["trace[1048979284] 'read index received' (duration: 334.354443ms)","trace[1048979284] 'applied index is now lower than readState.Index' (duration: 403.969µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:26.463718Z","caller":"traceutil/trace.go:171","msg":"trace[1189843220] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"342.153907ms","start":"2026-03-31T20:31:26.121514Z","end":"2026-03-31T20:31:26.463668Z","steps":["trace[1189843220] 'process raft request' (duration: 341.81591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:26.46392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:26.12149Z","time spent":"342.347761ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:26.463951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.097749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-chqqd\" ","response":"range_response_count:1 size:5141"} {"level":"info","ts":"2026-03-31T20:31:26.464Z","caller":"traceutil/trace.go:171","msg":"trace[294589838] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-chqqd; range_end:; response_count:1; response_revision:4783; }","duration":"335.224572ms","start":"2026-03-31T20:31:26.128763Z","end":"2026-03-31T20:31:26.463987Z","steps":["trace[294589838] 'agreement among raft nodes before linearized reading' (duration: 335.004347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:26.46404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:26.12875Z","time spent":"335.281223ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":5164,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-chqqd\" "} {"level":"info","ts":"2026-03-31T20:31:27.175268Z","caller":"traceutil/trace.go:171","msg":"trace[1942917468] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"100.714592ms","start":"2026-03-31T20:31:27.07453Z","end":"2026-03-31T20:31:27.175244Z","steps":["trace[1942917468] 'process raft request' (duration: 87.14204ms)","trace[1942917468] 'compare' (duration: 13.238725ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:27.321282Z","caller":"traceutil/trace.go:171","msg":"trace[475078410] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"139.7429ms","start":"2026-03-31T20:31:27.181515Z","end":"2026-03-31T20:31:27.321257Z","steps":["trace[475078410] 'process raft request' (duration: 139.652528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:27.32128Z","caller":"traceutil/trace.go:171","msg":"trace[917482090] linearizableReadLoop","detail":"{readStateIndex:4999; appliedIndex:4996; }","duration":"138.128114ms","start":"2026-03-31T20:31:27.183122Z","end":"2026-03-31T20:31:27.32125Z","steps":["trace[917482090] 'read index received' (duration: 92.324035ms)","trace[917482090] 'applied index is now lower than readState.Index' (duration: 45.802789ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:27.321295Z","caller":"traceutil/trace.go:171","msg":"trace[1674076990] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"142.108093ms","start":"2026-03-31T20:31:27.179173Z","end":"2026-03-31T20:31:27.321282Z","steps":["trace[1674076990] 'process raft request' (duration: 96.223532ms)","trace[1674076990] 'compare' (duration: 45.602135ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:27.321357Z","caller":"traceutil/trace.go:171","msg":"trace[514923794] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"139.747901ms","start":"2026-03-31T20:31:27.181548Z","end":"2026-03-31T20:31:27.321296Z","steps":["trace[514923794] 'process raft request' (duration: 139.665869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:27.321543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.846593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T20:31:27.321551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.41465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:31:27.32157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.400071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46091"} {"level":"info","ts":"2026-03-31T20:31:27.321578Z","caller":"traceutil/trace.go:171","msg":"trace[597284405] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:4807; }","duration":"104.918595ms","start":"2026-03-31T20:31:27.216651Z","end":"2026-03-31T20:31:27.32157Z","steps":["trace[597284405] 'agreement among raft nodes before linearized reading' (duration: 104.775732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:27.321599Z","caller":"traceutil/trace.go:171","msg":"trace[1158946573] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4807; }","duration":"138.460842ms","start":"2026-03-31T20:31:27.18313Z","end":"2026-03-31T20:31:27.321591Z","steps":["trace[1158946573] 'agreement among raft nodes before linearized reading' (duration: 138.295988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:27.3216Z","caller":"traceutil/trace.go:171","msg":"trace[987189837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4807; }","duration":"138.484733ms","start":"2026-03-31T20:31:27.183099Z","end":"2026-03-31T20:31:27.321584Z","steps":["trace[987189837] 'agreement among raft nodes before linearized reading' (duration: 138.304769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:28.952115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.767523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:28.952232Z","caller":"traceutil/trace.go:171","msg":"trace[1839773998] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5127; }","duration":"242.14101ms","start":"2026-03-31T20:31:28.710071Z","end":"2026-03-31T20:31:28.952212Z","steps":["trace[1839773998] 'read index received' (duration: 61.191102ms)","trace[1839773998] 'applied index is now lower than readState.Index' (duration: 180.947628ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:28.952304Z","caller":"traceutil/trace.go:171","msg":"trace[2044526204] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"242.710883ms","start":"2026-03-31T20:31:28.709582Z","end":"2026-03-31T20:31:28.952293Z","steps":["trace[2044526204] 'process raft request' (duration: 61.692284ms)","trace[2044526204] 'compare' (duration: 180.536308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:28.952614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.520749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-31T20:31:28.9527Z","caller":"traceutil/trace.go:171","msg":"trace[128934549] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4932; }","duration":"242.638032ms","start":"2026-03-31T20:31:28.710041Z","end":"2026-03-31T20:31:28.952679Z","steps":["trace[128934549] 'agreement among raft nodes before linearized reading' (duration: 242.356746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:28.974942Z","caller":"traceutil/trace.go:171","msg":"trace[291876169] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"203.832697ms","start":"2026-03-31T20:31:28.771087Z","end":"2026-03-31T20:31:28.974919Z","steps":["trace[291876169] 'process raft request' (duration: 203.735335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:28.975238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.514258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4849"} {"level":"info","ts":"2026-03-31T20:31:28.975308Z","caller":"traceutil/trace.go:171","msg":"trace[1468582844] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4933; }","duration":"259.613699ms","start":"2026-03-31T20:31:28.715677Z","end":"2026-03-31T20:31:28.97529Z","steps":["trace[1468582844] 'agreement among raft nodes before linearized reading' (duration: 259.354494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:28.975305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.213942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:28.97541Z","caller":"traceutil/trace.go:171","msg":"trace[415654987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4933; }","duration":"193.375685ms","start":"2026-03-31T20:31:28.782015Z","end":"2026-03-31T20:31:28.975391Z","steps":["trace[415654987] 'agreement among raft nodes before linearized reading' (duration: 192.942445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:29.408692Z","caller":"traceutil/trace.go:171","msg":"trace[1340237604] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"449.549705ms","start":"2026-03-31T20:31:28.959107Z","end":"2026-03-31T20:31:29.408657Z","steps":["trace[1340237604] 'process raft request' (duration: 449.33008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:29.408789Z","caller":"traceutil/trace.go:171","msg":"trace[1823384419] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"440.209287ms","start":"2026-03-31T20:31:28.968533Z","end":"2026-03-31T20:31:29.408742Z","steps":["trace[1823384419] 'process raft request' (duration: 440.068374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:29.408844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:28.95909Z","time spent":"449.688338ms","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2173,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:29.408698Z","caller":"traceutil/trace.go:171","msg":"trace[1486833834] linearizableReadLoop","detail":"{readStateIndex:5131; appliedIndex:5129; }","duration":"433.730462ms","start":"2026-03-31T20:31:28.974933Z","end":"2026-03-31T20:31:29.408663Z","steps":["trace[1486833834] 'read index received' (duration: 433.535138ms)","trace[1486833834] 'applied index is now lower than readState.Index' (duration: 193.954µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:29.408968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:28.968525Z","time spent":"440.356131ms","remote":"127.0.0.1:42654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2929,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:31:29.548471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.594753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:31:29.548571Z","caller":"traceutil/trace.go:171","msg":"trace[150087706] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4935; }","duration":"585.726957ms","start":"2026-03-31T20:31:28.962821Z","end":"2026-03-31T20:31:29.548548Z","steps":["trace[150087706] 'agreement among raft nodes before linearized reading' (duration: 445.957406ms)","trace[150087706] 'range keys from in-memory index tree' (duration: 139.537906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:29.548617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:28.962816Z","time spent":"585.792348ms","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T20:31:29.548668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.86019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:93789"} {"level":"info","ts":"2026-03-31T20:31:29.54877Z","caller":"traceutil/trace.go:171","msg":"trace[1324245830] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:4935; }","duration":"585.987622ms","start":"2026-03-31T20:31:28.962755Z","end":"2026-03-31T20:31:29.548742Z","steps":["trace[1324245830] 'agreement among raft nodes before linearized reading' (duration: 446.035417ms)","trace[1324245830] 'range keys from in-memory index tree' (duration: 139.657888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:29.548834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:28.962741Z","time spent":"586.075943ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":13,"response size":93812,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:31:29.548862Z","caller":"traceutil/trace.go:171","msg":"trace[977969160] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"368.181553ms","start":"2026-03-31T20:31:29.180649Z","end":"2026-03-31T20:31:29.54883Z","steps":["trace[977969160] 'process raft request' (duration: 292.405476ms)","trace[977969160] 'compare' (duration: 75.229795ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:29.548946Z","caller":"traceutil/trace.go:171","msg":"trace[549658301] linearizableReadLoop","detail":"{readStateIndex:5133; appliedIndex:5131; }","duration":"139.971716ms","start":"2026-03-31T20:31:29.408943Z","end":"2026-03-31T20:31:29.548915Z","steps":["trace[549658301] 'read index received' (duration: 64.168488ms)","trace[549658301] 'applied index is now lower than readState.Index' (duration: 75.801288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:29.54867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.946331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:31:29.549015Z","caller":"traceutil/trace.go:171","msg":"trace[989769469] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"367.769384ms","start":"2026-03-31T20:31:29.181237Z","end":"2026-03-31T20:31:29.549006Z","steps":["trace[989769469] 'process raft request' (duration: 367.513668ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:29.549045Z","caller":"traceutil/trace.go:171","msg":"trace[1656682515] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4935; }","duration":"595.486503ms","start":"2026-03-31T20:31:28.953515Z","end":"2026-03-31T20:31:29.549001Z","steps":["trace[1656682515] 'agreement among raft nodes before linearized reading' (duration: 455.247372ms)","trace[1656682515] 'count revisions from in-memory index tree' (duration: 139.71387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:29.549069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.180623Z","time spent":"368.346557ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:29.549096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.18121Z","time spent":"367.828345ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:29.549121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:28.953496Z","time spent":"595.602787ms","remote":"127.0.0.1:53042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:29.549211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.180907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:31:29.549253Z","caller":"traceutil/trace.go:171","msg":"trace[1519839331] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:4937; }","duration":"222.245418ms","start":"2026-03-31T20:31:29.326997Z","end":"2026-03-31T20:31:29.549243Z","steps":["trace[1519839331] 'agreement among raft nodes before linearized reading' (duration: 222.101015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:29.549268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.374358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:29.549264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.695647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:31:29.549305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.45728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:31:29.549318Z","caller":"traceutil/trace.go:171","msg":"trace[120044840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4937; }","duration":"567.4576ms","start":"2026-03-31T20:31:28.981846Z","end":"2026-03-31T20:31:29.549303Z","steps":["trace[120044840] 'agreement among raft nodes before linearized reading' (duration: 567.380498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:29.549321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.160028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:31:29.549338Z","caller":"traceutil/trace.go:171","msg":"trace[127901561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4937; }","duration":"563.789468ms","start":"2026-03-31T20:31:28.985528Z","end":"2026-03-31T20:31:29.549317Z","steps":["trace[127901561] 'agreement among raft nodes before linearized reading' (duration: 563.549743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:29.54936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:28.981828Z","time spent":"567.522341ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:31:29.549376Z","caller":"traceutil/trace.go:171","msg":"trace[1702003198] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4937; }","duration":"567.556412ms","start":"2026-03-31T20:31:28.98181Z","end":"2026-03-31T20:31:29.549366Z","steps":["trace[1702003198] 'agreement among raft nodes before linearized reading' (duration: 567.44355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:29.549403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:28.981793Z","time spent":"567.603793ms","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-31T20:31:29.549401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:28.98552Z","time spent":"563.86636ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:31:29.549414Z","caller":"traceutil/trace.go:171","msg":"trace[54246248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4937; }","duration":"223.28204ms","start":"2026-03-31T20:31:29.326077Z","end":"2026-03-31T20:31:29.549359Z","steps":["trace[54246248] 'agreement among raft nodes before linearized reading' (duration: 223.051195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:29.549459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.178107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm-tls.18a2072bf81bbace\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-31T20:31:29.549527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.546127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:31:29.549559Z","caller":"traceutil/trace.go:171","msg":"trace[1545587171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4937; }","duration":"223.68975ms","start":"2026-03-31T20:31:29.32586Z","end":"2026-03-31T20:31:29.54955Z","steps":["trace[1545587171] 'agreement among raft nodes before linearized reading' (duration: 223.596447ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:29.549554Z","caller":"traceutil/trace.go:171","msg":"trace[1900080044] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm-tls.18a2072bf81bbace; range_end:; response_count:1; response_revision:4937; }","duration":"564.340261ms","start":"2026-03-31T20:31:28.985189Z","end":"2026-03-31T20:31:29.549529Z","steps":["trace[1900080044] 'agreement among raft nodes before linearized reading' (duration: 564.053615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:29.549647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:28.985179Z","time spent":"564.426373ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm-tls.18a2072bf81bbace\" "} {"level":"warn","ts":"2026-03-31T20:31:29.549714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.345278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm-bd4vw\" ","response":"range_response_count:1 size:6512"} {"level":"info","ts":"2026-03-31T20:31:29.549797Z","caller":"traceutil/trace.go:171","msg":"trace[828179738] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm-bd4vw; range_end:; response_count:1; response_revision:4937; }","duration":"567.46607ms","start":"2026-03-31T20:31:28.982307Z","end":"2026-03-31T20:31:29.549773Z","steps":["trace[828179738] 'agreement among raft nodes before linearized reading' (duration: 567.165504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:29.549848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:28.9823Z","time spent":"567.535212ms","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1,"response size":6535,"request content":"key:\"/registry/cert-manager.io/certificaterequests/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm-bd4vw\" "} {"level":"warn","ts":"2026-03-31T20:31:29.549737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.469815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:31:29.550063Z","caller":"traceutil/trace.go:171","msg":"trace[645468747] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4937; }","duration":"224.008166ms","start":"2026-03-31T20:31:29.326028Z","end":"2026-03-31T20:31:29.550036Z","steps":["trace[645468747] 'agreement among raft nodes before linearized reading' (duration: 223.161148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.1937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.048594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:30.193918Z","caller":"traceutil/trace.go:171","msg":"trace[1450589809] linearizableReadLoop","detail":"{readStateIndex:5135; appliedIndex:5133; }","duration":"644.92768ms","start":"2026-03-31T20:31:29.548973Z","end":"2026-03-31T20:31:30.193901Z","steps":["trace[1450589809] 'read index received' (duration: 157.725923ms)","trace[1450589809] 'applied index is now lower than readState.Index' (duration: 487.200577ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:30.193986Z","caller":"traceutil/trace.go:171","msg":"trace[2032073705] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"777.0271ms","start":"2026-03-31T20:31:29.416948Z","end":"2026-03-31T20:31:30.193975Z","steps":["trace[2032073705] 'process raft request' (duration: 289.633098ms)","trace[2032073705] 'compare' (duration: 486.791487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:30.194034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.416924Z","time spent":"777.085781ms","remote":"127.0.0.1:42654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2915,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:31:30.194196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.395887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:31:30.194221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.349408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-31T20:31:30.19426Z","caller":"traceutil/trace.go:171","msg":"trace[486243645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4939; }","duration":"648.50576ms","start":"2026-03-31T20:31:29.545739Z","end":"2026-03-31T20:31:30.194245Z","steps":["trace[486243645] 'agreement among raft nodes before linearized reading' (duration: 648.272254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.194271Z","caller":"traceutil/trace.go:171","msg":"trace[1533348553] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"760.949512ms","start":"2026-03-31T20:31:29.433312Z","end":"2026-03-31T20:31:30.194261Z","steps":["trace[1533348553] 'process raft request' (duration: 760.498122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.194295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.545718Z","time spent":"648.570882ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:31:30.194293Z","caller":"traceutil/trace.go:171","msg":"trace[1226655757] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm; range_end:; response_count:1; response_revision:4939; }","duration":"671.45887ms","start":"2026-03-31T20:31:29.522816Z","end":"2026-03-31T20:31:30.194275Z","steps":["trace[1226655757] 'agreement among raft nodes before linearized reading' (duration: 671.225455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.194326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.522799Z","time spent":"671.521482ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9739,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm\" "} {"level":"warn","ts":"2026-03-31T20:31:30.194333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.433287Z","time spent":"761.021143ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:31:30.694353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205032971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:31:30.754273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048000309s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:31:30.756183Z","caller":"traceutil/trace.go:171","msg":"trace[1848309227] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4940; }","duration":"1.203756647s","start":"2026-03-31T20:31:29.552413Z","end":"2026-03-31T20:31:30.756169Z","steps":["trace[1848309227] 'process raft request' (duration: 1.20207058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.756334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.552389Z","time spent":"1.203825538s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-31T20:31:30.756692Z","caller":"traceutil/trace.go:171","msg":"trace[194722051] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"1.202109481s","start":"2026-03-31T20:31:29.55454Z","end":"2026-03-31T20:31:30.75665Z","steps":["trace[194722051] 'process raft request' (duration: 1.201880935s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.756703Z","caller":"traceutil/trace.go:171","msg":"trace[1377976734] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"1.201361484s","start":"2026-03-31T20:31:29.555306Z","end":"2026-03-31T20:31:30.756667Z","steps":["trace[1377976734] 'process raft request' (duration: 1.201262082s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.756809Z","caller":"traceutil/trace.go:171","msg":"trace[723439392] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"1.20294475s","start":"2026-03-31T20:31:29.553833Z","end":"2026-03-31T20:31:30.756777Z","steps":["trace[723439392] 'process raft request' (duration: 1.202292815s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.756867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.554527Z","time spent":"1.202244234s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:30.756916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.555295Z","time spent":"1.201505017s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:30.756993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.553819Z","time spent":"1.203071303s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:30.757038Z","caller":"traceutil/trace.go:171","msg":"trace[767489949] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"1.201648541s","start":"2026-03-31T20:31:29.555381Z","end":"2026-03-31T20:31:30.757029Z","steps":["trace[767489949] 'process raft request' (duration: 1.201233722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.757086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.555364Z","time spent":"1.201698942s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:30.757137Z","caller":"traceutil/trace.go:171","msg":"trace[1221406625] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"1.193876017s","start":"2026-03-31T20:31:29.563256Z","end":"2026-03-31T20:31:30.757132Z","steps":["trace[1221406625] 'process raft request' (duration: 1.193749064s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.757166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.563233Z","time spent":"1.193918027s","remote":"127.0.0.1:50370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:30.757146Z","caller":"traceutil/trace.go:171","msg":"trace[1674512305] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"1.052905909s","start":"2026-03-31T20:31:29.704223Z","end":"2026-03-31T20:31:30.757129Z","steps":["trace[1674512305] 'process raft request' (duration: 1.052853738s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.757146Z","caller":"traceutil/trace.go:171","msg":"trace[335768212] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"1.201416296s","start":"2026-03-31T20:31:29.555702Z","end":"2026-03-31T20:31:30.757118Z","steps":["trace[335768212] 'process raft request' (duration: 1.201214111s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.757232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.704201Z","time spent":"1.05298946s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:30.757291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.555694Z","time spent":"1.201517838s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:30.764439Z","caller":"traceutil/trace.go:171","msg":"trace[930498100] linearizableReadLoop","detail":"{readStateIndex:5146; appliedIndex:5135; }","duration":"570.460527ms","start":"2026-03-31T20:31:30.193946Z","end":"2026-03-31T20:31:30.764407Z","steps":["trace[930498100] 'read index received' (duration: 560.531606ms)","trace[930498100] 'applied index is now lower than readState.Index' (duration: 9.927601ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:30.764803Z","caller":"traceutil/trace.go:171","msg":"trace[1778967134] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"567.00845ms","start":"2026-03-31T20:31:30.197776Z","end":"2026-03-31T20:31:30.764785Z","steps":["trace[1778967134] 'process raft request' (duration: 566.278524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.764968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:30.19776Z","time spent":"567.093271ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:30.765244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064080978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:31:30.765289Z","caller":"traceutil/trace.go:171","msg":"trace[48545599] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4950; }","duration":"1.064150859s","start":"2026-03-31T20:31:29.701126Z","end":"2026-03-31T20:31:30.765277Z","steps":["trace[48545599] 'agreement among raft nodes before linearized reading' (duration: 1.064075087s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.765326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.701111Z","time spent":"1.064206691s","remote":"127.0.0.1:53014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:30.765627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096109151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a2072be64e4b2e\" ","response":"range_response_count:1 size:727"} {"level":"info","ts":"2026-03-31T20:31:30.765673Z","caller":"traceutil/trace.go:171","msg":"trace[1081599197] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a2072be64e4b2e; range_end:; response_count:1; response_revision:4950; }","duration":"1.096216194s","start":"2026-03-31T20:31:29.669446Z","end":"2026-03-31T20:31:30.765662Z","steps":["trace[1081599197] 'agreement among raft nodes before linearized reading' (duration: 1.096070891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.765707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.669427Z","time spent":"1.096273475s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":750,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18a2072be64e4b2e\" "} {"level":"warn","ts":"2026-03-31T20:31:30.765911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.228709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2362245"} {"level":"info","ts":"2026-03-31T20:31:30.765998Z","caller":"traceutil/trace.go:171","msg":"trace[1465402537] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4950; }","duration":"988.382422ms","start":"2026-03-31T20:31:29.777598Z","end":"2026-03-31T20:31:30.765981Z","steps":["trace[1465402537] 'agreement among raft nodes before linearized reading' (duration: 987.526273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.766031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212895391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"warn","ts":"2026-03-31T20:31:30.76604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.777572Z","time spent":"988.458993ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":54,"response size":2362268,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:31:30.766077Z","caller":"traceutil/trace.go:171","msg":"trace[1183254413] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4950; }","duration":"1.212961623s","start":"2026-03-31T20:31:29.553104Z","end":"2026-03-31T20:31:30.766066Z","steps":["trace[1183254413] 'agreement among raft nodes before linearized reading' (duration: 1.212864461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.766113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.553094Z","time spent":"1.213009154s","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2666,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-31T20:31:30.76632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.289886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:31:30.766356Z","caller":"traceutil/trace.go:171","msg":"trace[2051411449] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4950; }","duration":"288.354548ms","start":"2026-03-31T20:31:30.477993Z","end":"2026-03-31T20:31:30.766347Z","steps":["trace[2051411449] 'agreement among raft nodes before linearized reading' (duration: 288.267776ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:30.766582Z","caller":"traceutil/trace.go:171","msg":"trace[1149647195] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"567.550462ms","start":"2026-03-31T20:31:30.199019Z","end":"2026-03-31T20:31:30.76657Z","steps":["trace[1149647195] 'process raft request' (duration: 565.22979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.766658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:30.199011Z","time spent":"567.601223ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:30.766988Z","caller":"traceutil/trace.go:171","msg":"trace[554212843] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"561.221391ms","start":"2026-03-31T20:31:30.205758Z","end":"2026-03-31T20:31:30.766979Z","steps":["trace[554212843] 'process raft request' (duration: 558.570842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.76595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210732262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46091"} {"level":"warn","ts":"2026-03-31T20:31:30.767048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:30.205747Z","time spent":"561.266023ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:30.767109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.426383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:30.767147Z","caller":"traceutil/trace.go:171","msg":"trace[1238524342] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4950; }","duration":"860.520814ms","start":"2026-03-31T20:31:29.906614Z","end":"2026-03-31T20:31:30.767135Z","steps":["trace[1238524342] 'agreement among raft nodes before linearized reading' (duration: 860.453363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.767182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.906589Z","time spent":"860.582866ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:30.767042Z","caller":"traceutil/trace.go:171","msg":"trace[127524177] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4950; }","duration":"1.211817136s","start":"2026-03-31T20:31:29.555208Z","end":"2026-03-31T20:31:30.767025Z","steps":["trace[127524177] 'agreement among raft nodes before linearized reading' (duration: 1.21062678s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.767311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.555178Z","time spent":"1.212122283s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46114,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:31:30.767456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.43297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:31:30.767516Z","caller":"traceutil/trace.go:171","msg":"trace[849619603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4950; }","duration":"965.540833ms","start":"2026-03-31T20:31:29.801962Z","end":"2026-03-31T20:31:30.767503Z","steps":["trace[849619603] 'agreement among raft nodes before linearized reading' (duration: 965.364699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.767549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.801941Z","time spent":"965.602804ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:30.767816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.575848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:752423"} {"level":"info","ts":"2026-03-31T20:31:30.76786Z","caller":"traceutil/trace.go:171","msg":"trace[925752182] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4950; }","duration":"918.65074ms","start":"2026-03-31T20:31:29.849199Z","end":"2026-03-31T20:31:30.76785Z","steps":["trace[925752182] 'agreement among raft nodes before linearized reading' (duration: 918.123758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:30.767934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:29.849183Z","time spent":"918.741882ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":752446,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-31T20:31:31.402537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.309524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-03-31T20:31:31.402604Z","caller":"traceutil/trace.go:171","msg":"trace[1015501990] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4982; }","duration":"131.411965ms","start":"2026-03-31T20:31:31.271173Z","end":"2026-03-31T20:31:31.402585Z","steps":["trace[1015501990] 'range keys from in-memory index tree' (duration: 131.17699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:32.536975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.191908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:32.53708Z","caller":"traceutil/trace.go:171","msg":"trace[2057386319] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"950.223504ms","start":"2026-03-31T20:31:31.586839Z","end":"2026-03-31T20:31:32.537062Z","steps":["trace[2057386319] 'process raft request' (duration: 258.908483ms)","trace[2057386319] 'compare' (duration: 690.433072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:32.537133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:31.586824Z","time spent":"950.287186ms","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3287,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:31:32.564429Z","caller":"traceutil/trace.go:171","msg":"trace[1760759049] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5197; }","duration":"857.920829ms","start":"2026-03-31T20:31:31.706485Z","end":"2026-03-31T20:31:32.564406Z","steps":["trace[1760759049] 'read index received' (duration: 139.346771ms)","trace[1760759049] 'applied index is now lower than readState.Index' (duration: 718.573038ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:32.564528Z","caller":"traceutil/trace.go:171","msg":"trace[1642796443] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"963.427279ms","start":"2026-03-31T20:31:31.601091Z","end":"2026-03-31T20:31:32.564518Z","steps":["trace[1642796443] 'process raft request' (duration: 963.167153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:32.564623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:31.601074Z","time spent":"963.47721ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57793,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:32.56595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.437603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:55 size:2364209"} {"level":"info","ts":"2026-03-31T20:31:32.566049Z","caller":"traceutil/trace.go:171","msg":"trace[879486143] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:55; response_revision:5001; }","duration":"859.591306ms","start":"2026-03-31T20:31:31.706433Z","end":"2026-03-31T20:31:32.566025Z","steps":["trace[879486143] 'agreement among raft nodes before linearized reading' (duration: 858.161895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:32.566113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:31.706405Z","time spent":"859.689728ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":55,"response size":2364232,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:31:32.570684Z","caller":"traceutil/trace.go:171","msg":"trace[1552177056] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"416.933202ms","start":"2026-03-31T20:31:32.153678Z","end":"2026-03-31T20:31:32.570612Z","steps":["trace[1552177056] 'process raft request' (duration: 416.786788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:32.570831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:32.15364Z","time spent":"417.113396ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:32.577492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.901505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:32.577548Z","caller":"traceutil/trace.go:171","msg":"trace[143505530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5003; }","duration":"794.039257ms","start":"2026-03-31T20:31:31.783494Z","end":"2026-03-31T20:31:32.577533Z","steps":["trace[143505530] 'agreement among raft nodes before linearized reading' (duration: 793.893614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:32.57757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.371937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:31:32.577584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:31.78348Z","time spent":"794.097919ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:31:32.577557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.758046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:32.577617Z","caller":"traceutil/trace.go:171","msg":"trace[338706951] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5003; }","duration":"234.446618ms","start":"2026-03-31T20:31:32.343151Z","end":"2026-03-31T20:31:32.577598Z","steps":["trace[338706951] 'agreement among raft nodes before linearized reading' (duration: 234.239253ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:32.57763Z","caller":"traceutil/trace.go:171","msg":"trace[65570265] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5003; }","duration":"433.94753ms","start":"2026-03-31T20:31:32.143666Z","end":"2026-03-31T20:31:32.577613Z","steps":["trace[65570265] 'agreement among raft nodes before linearized reading' (duration: 433.762426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:32.577809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.239996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cce3615e-b5a4-4de6-91a5-8e2e97af7d8f\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-31T20:31:32.577967Z","caller":"traceutil/trace.go:171","msg":"trace[2001052331] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cce3615e-b5a4-4de6-91a5-8e2e97af7d8f; range_end:; response_count:1; response_revision:5003; }","duration":"738.450081ms","start":"2026-03-31T20:31:31.839495Z","end":"2026-03-31T20:31:32.577958Z","steps":["trace[2001052331] 'agreement among raft nodes before linearized reading' (duration: 738.168214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:32.577998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:31.839476Z","time spent":"738.513151ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cce3615e-b5a4-4de6-91a5-8e2e97af7d8f\" "} {"level":"warn","ts":"2026-03-31T20:31:32.577888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:32.143603Z","time spent":"434.267907ms","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:32.898583Z","caller":"traceutil/trace.go:171","msg":"trace[236639356] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"130.606996ms","start":"2026-03-31T20:31:32.767948Z","end":"2026-03-31T20:31:32.898555Z","steps":["trace[236639356] 'process raft request' (duration: 130.382741ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:32.947878Z","caller":"traceutil/trace.go:171","msg":"trace[1960612336] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"178.101485ms","start":"2026-03-31T20:31:32.76974Z","end":"2026-03-31T20:31:32.947841Z","steps":["trace[1960612336] 'process raft request' (duration: 177.790258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:32.948312Z","caller":"traceutil/trace.go:171","msg":"trace[1534803456] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5212; }","duration":"177.631593ms","start":"2026-03-31T20:31:32.77064Z","end":"2026-03-31T20:31:32.948271Z","steps":["trace[1534803456] 'read index received' (duration: 127.683401ms)","trace[1534803456] 'applied index is now lower than readState.Index' (duration: 49.946722ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:32.948431Z","caller":"traceutil/trace.go:171","msg":"trace[1587114128] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"177.915821ms","start":"2026-03-31T20:31:32.770496Z","end":"2026-03-31T20:31:32.948412Z","steps":["trace[1587114128] 'process raft request' (duration: 177.279347ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:32.948503Z","caller":"traceutil/trace.go:171","msg":"trace[1809029643] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"177.48864ms","start":"2026-03-31T20:31:32.770982Z","end":"2026-03-31T20:31:32.94847Z","steps":["trace[1809029643] 'process raft request' (duration: 177.108921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:32.948657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.998192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:31:32.948726Z","caller":"traceutil/trace.go:171","msg":"trace[619237930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5016; }","duration":"178.130606ms","start":"2026-03-31T20:31:32.770565Z","end":"2026-03-31T20:31:32.948696Z","steps":["trace[619237930] 'agreement among raft nodes before linearized reading' (duration: 177.913511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:32.948956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.03473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:31:32.948956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.05622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:31:32.949018Z","caller":"traceutil/trace.go:171","msg":"trace[250569839] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5016; }","duration":"159.130202ms","start":"2026-03-31T20:31:32.789867Z","end":"2026-03-31T20:31:32.948997Z","steps":["trace[250569839] 'agreement among raft nodes before linearized reading' (duration: 158.923858ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:32.949027Z","caller":"traceutil/trace.go:171","msg":"trace[978606471] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:5016; }","duration":"172.182833ms","start":"2026-03-31T20:31:32.776827Z","end":"2026-03-31T20:31:32.94901Z","steps":["trace[978606471] 'agreement among raft nodes before linearized reading' (duration: 171.935767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:32.949023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.184936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-31T20:31:32.9491Z","caller":"traceutil/trace.go:171","msg":"trace[2073615981] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5016; }","duration":"169.308688ms","start":"2026-03-31T20:31:32.779772Z","end":"2026-03-31T20:31:32.949081Z","steps":["trace[2073615981] 'agreement among raft nodes before linearized reading' (duration: 169.042792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:32.949105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.55256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:31:32.949149Z","caller":"traceutil/trace.go:171","msg":"trace[383885305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5016; }","duration":"154.623181ms","start":"2026-03-31T20:31:32.794515Z","end":"2026-03-31T20:31:32.949138Z","steps":["trace[383885305] 'agreement among raft nodes before linearized reading' (duration: 154.263104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:32.949245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.319185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812108"} {"level":"info","ts":"2026-03-31T20:31:32.94929Z","caller":"traceutil/trace.go:171","msg":"trace[564589539] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5016; }","duration":"114.409918ms","start":"2026-03-31T20:31:32.834867Z","end":"2026-03-31T20:31:32.949277Z","steps":["trace[564589539] 'agreement among raft nodes before linearized reading' (duration: 113.959288ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:33.056768Z","caller":"traceutil/trace.go:171","msg":"trace[1057347528] linearizableReadLoop","detail":"{readStateIndex:5219; appliedIndex:5216; }","duration":"100.797644ms","start":"2026-03-31T20:31:32.955942Z","end":"2026-03-31T20:31:33.056739Z","steps":["trace[1057347528] 'read index received' (duration: 13.148592ms)","trace[1057347528] 'applied index is now lower than readState.Index' (duration: 87.647552ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:33.056961Z","caller":"traceutil/trace.go:171","msg":"trace[1932127111] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"103.045493ms","start":"2026-03-31T20:31:32.953868Z","end":"2026-03-31T20:31:33.056914Z","steps":["trace[1932127111] 'process raft request' (duration: 102.689786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:33.057031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.070739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46091"} {"level":"info","ts":"2026-03-31T20:31:33.057076Z","caller":"traceutil/trace.go:171","msg":"trace[1904781894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:5019; }","duration":"101.164782ms","start":"2026-03-31T20:31:32.955901Z","end":"2026-03-31T20:31:33.057066Z","steps":["trace[1904781894] 'agreement among raft nodes before linearized reading' (duration: 100.936737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:33.057034Z","caller":"traceutil/trace.go:171","msg":"trace[718471545] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"102.606154ms","start":"2026-03-31T20:31:32.954359Z","end":"2026-03-31T20:31:33.056966Z","steps":["trace[718471545] 'process raft request' (duration: 102.328158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:35.235087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205033180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:31:35.735528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205033180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:31:36.236671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205033180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:31:36.523217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.789885573s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:31:36.523987Z","caller":"traceutil/trace.go:171","msg":"trace[327125943] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"1.791091879s","start":"2026-03-31T20:31:34.732873Z","end":"2026-03-31T20:31:36.523965Z","steps":["trace[327125943] 'process raft request' (duration: 1.79069026s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.524106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.732856Z","time spent":"1.791178082s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:36.772416Z","caller":"traceutil/trace.go:171","msg":"trace[1714416622] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"1.797346629s","start":"2026-03-31T20:31:34.975044Z","end":"2026-03-31T20:31:36.772391Z","steps":["trace[1714416622] 'process raft request' (duration: 1.779530073s)","trace[1714416622] 'compare' (duration: 17.567021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:36.772558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.975018Z","time spent":"1.797469332s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:36.772735Z","caller":"traceutil/trace.go:171","msg":"trace[844687239] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"1.1778994s","start":"2026-03-31T20:31:35.594807Z","end":"2026-03-31T20:31:36.772706Z","steps":["trace[844687239] 'process raft request' (duration: 1.177538072s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.772787Z","caller":"traceutil/trace.go:171","msg":"trace[1760647613] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5225; }","duration":"2.038755904s","start":"2026-03-31T20:31:34.733999Z","end":"2026-03-31T20:31:36.772755Z","steps":["trace[1760647613] 'read index received' (duration: 1.789545676s)","trace[1760647613] 'applied index is now lower than readState.Index' (duration: 249.209198ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:36.772857Z","caller":"traceutil/trace.go:171","msg":"trace[755789924] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"1.15858638s","start":"2026-03-31T20:31:35.614254Z","end":"2026-03-31T20:31:36.772841Z","steps":["trace[755789924] 'process raft request' (duration: 1.158347225s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.772891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.594788Z","time spent":"1.178017783s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:36.772923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.614231Z","time spent":"1.158658962s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:36.772942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038931928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:36.773004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988900394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:36.77301Z","caller":"traceutil/trace.go:171","msg":"trace[1976993785] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:5029; }","duration":"2.039017499s","start":"2026-03-31T20:31:34.733974Z","end":"2026-03-31T20:31:36.772991Z","steps":["trace[1976993785] 'agreement among raft nodes before linearized reading' (duration: 2.038925937s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.773035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686650225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:36.773069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.733963Z","time spent":"2.039097191s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/goldpinger-clusterrole\" "} {"level":"info","ts":"2026-03-31T20:31:36.773081Z","caller":"traceutil/trace.go:171","msg":"trace[1931894409] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5029; }","duration":"1.686756208s","start":"2026-03-31T20:31:35.086314Z","end":"2026-03-31T20:31:36.77307Z","steps":["trace[1931894409] 'agreement among raft nodes before linearized reading' (duration: 1.686683956s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.773116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.086281Z","time spent":"1.686826109s","remote":"127.0.0.1:35832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:36.773187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818755085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:31:36.773209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.19234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:31:36.773224Z","caller":"traceutil/trace.go:171","msg":"trace[1607367403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5029; }","duration":"1.818793496s","start":"2026-03-31T20:31:34.954424Z","end":"2026-03-31T20:31:36.773218Z","steps":["trace[1607367403] 'agreement among raft nodes before linearized reading' (duration: 1.818640113s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.773247Z","caller":"traceutil/trace.go:171","msg":"trace[296720175] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5029; }","duration":"250.226041ms","start":"2026-03-31T20:31:36.52301Z","end":"2026-03-31T20:31:36.773236Z","steps":["trace[296720175] 'agreement among raft nodes before linearized reading' (duration: 250.144149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.773234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155546843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cce3615e-b5a4-4de6-91a5-8e2e97af7d8f\" ","response":"range_response_count:1 size:3894"} {"level":"warn","ts":"2026-03-31T20:31:36.773246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77672516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:31:36.773288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336054201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:36.773311Z","caller":"traceutil/trace.go:171","msg":"trace[681720928] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cce3615e-b5a4-4de6-91a5-8e2e97af7d8f; range_end:; response_count:1; response_revision:5029; }","duration":"1.155674586s","start":"2026-03-31T20:31:35.617619Z","end":"2026-03-31T20:31:36.773293Z","steps":["trace[681720928] 'agreement among raft nodes before linearized reading' (duration: 1.155434441s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.773324Z","caller":"traceutil/trace.go:171","msg":"trace[392343536] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5029; }","duration":"1.336090342s","start":"2026-03-31T20:31:35.437223Z","end":"2026-03-31T20:31:36.773314Z","steps":["trace[392343536] 'agreement among raft nodes before linearized reading' (duration: 1.336036861s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.77334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81941618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:31:36.773344Z","caller":"traceutil/trace.go:171","msg":"trace[1320952985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5029; }","duration":"1.776880784s","start":"2026-03-31T20:31:34.996422Z","end":"2026-03-31T20:31:36.773303Z","steps":["trace[1320952985] 'agreement among raft nodes before linearized reading' (duration: 1.776617388s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.773354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.437166Z","time spent":"1.336180635s","remote":"127.0.0.1:52878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:36.773361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.617602Z","time spent":"1.155741787s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3917,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cce3615e-b5a4-4de6-91a5-8e2e97af7d8f\" "} {"level":"warn","ts":"2026-03-31T20:31:36.773117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.404087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm\" ","response":"range_response_count:1 size:9830"} {"level":"warn","ts":"2026-03-31T20:31:36.773396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.271141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm.18a2072ca9838bf9\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-31T20:31:36.773434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820883004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:31:36.773469Z","caller":"traceutil/trace.go:171","msg":"trace[443080419] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5029; }","duration":"1.820961495s","start":"2026-03-31T20:31:34.9525Z","end":"2026-03-31T20:31:36.773462Z","steps":["trace[443080419] 'agreement among raft nodes before linearized reading' (duration: 1.820882984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.773493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.952478Z","time spent":"1.821011186s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:31:36.773495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711353586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:31:36.77345Z","caller":"traceutil/trace.go:171","msg":"trace[540773110] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm; range_end:; response_count:1; response_revision:5029; }","duration":"658.765125ms","start":"2026-03-31T20:31:36.114661Z","end":"2026-03-31T20:31:36.773426Z","steps":["trace[540773110] 'agreement among raft nodes before linearized reading' (duration: 658.353406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.773514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.543158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-31T20:31:36.773527Z","caller":"traceutil/trace.go:171","msg":"trace[826584015] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:5029; }","duration":"1.711383917s","start":"2026-03-31T20:31:35.062134Z","end":"2026-03-31T20:31:36.773518Z","steps":["trace[826584015] 'agreement among raft nodes before linearized reading' (duration: 1.711283175s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.773545Z","caller":"traceutil/trace.go:171","msg":"trace[80420311] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5029; }","duration":"790.609569ms","start":"2026-03-31T20:31:35.982925Z","end":"2026-03-31T20:31:36.773534Z","steps":["trace[80420311] 'agreement among raft nodes before linearized reading' (duration: 790.532497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.773551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:36.114642Z","time spent":"658.892027ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9853,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm\" "} {"level":"warn","ts":"2026-03-31T20:31:36.773562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.062114Z","time spent":"1.711442618s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:31:36.773573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.982907Z","time spent":"790.659011ms","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:31:36.77326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.954396Z","time spent":"1.818856508s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:36.773665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871333546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:31:36.773435Z","caller":"traceutil/trace.go:171","msg":"trace[132154901] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm.18a2072ca9838bf9; range_end:; response_count:1; response_revision:5029; }","duration":"657.352843ms","start":"2026-03-31T20:31:36.116071Z","end":"2026-03-31T20:31:36.773424Z","steps":["trace[132154901] 'agreement among raft nodes before linearized reading' (duration: 657.261511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.77369Z","caller":"traceutil/trace.go:171","msg":"trace[152321931] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5029; }","duration":"1.871396727s","start":"2026-03-31T20:31:34.902287Z","end":"2026-03-31T20:31:36.773684Z","steps":["trace[152321931] 'agreement among raft nodes before linearized reading' (duration: 1.871316396s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.773368Z","caller":"traceutil/trace.go:171","msg":"trace[1676453386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5029; }","duration":"1.819478681s","start":"2026-03-31T20:31:34.953882Z","end":"2026-03-31T20:31:36.773361Z","steps":["trace[1676453386] 'agreement among raft nodes before linearized reading' (duration: 1.81940751s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.773714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.902263Z","time spent":"1.871446958s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:31:36.77372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:36.116046Z","time spent":"657.661059ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-gdvnm.18a2072ca9838bf9\" "} {"level":"warn","ts":"2026-03-31T20:31:36.77373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.953854Z","time spent":"1.8198646s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:36.773742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712243375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:31:36.773394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.996389Z","time spent":"1.776995516s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:31:36.773774Z","caller":"traceutil/trace.go:171","msg":"trace[394768237] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5029; }","duration":"1.712286306s","start":"2026-03-31T20:31:35.061475Z","end":"2026-03-31T20:31:36.773761Z","steps":["trace[394768237] 'agreement among raft nodes before linearized reading' (duration: 1.712209964s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:36.773049Z","caller":"traceutil/trace.go:171","msg":"trace[2054545630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5029; }","duration":"1.989006085s","start":"2026-03-31T20:31:34.784034Z","end":"2026-03-31T20:31:36.77304Z","steps":["trace[2054545630] 'agreement among raft nodes before linearized reading' (duration: 1.988906493s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.773804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.061468Z","time spent":"1.712329807s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:31:36.773811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:34.784014Z","time spent":"1.989790314s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:31:36.773916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712620864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:31:36.77395Z","caller":"traceutil/trace.go:171","msg":"trace[1155661124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5029; }","duration":"1.712700396s","start":"2026-03-31T20:31:35.061239Z","end":"2026-03-31T20:31:36.77394Z","steps":["trace[1155661124] 'agreement among raft nodes before linearized reading' (duration: 1.712615374s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:36.773978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:35.061218Z","time spent":"1.712753218s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:31:37.14837Z","caller":"traceutil/trace.go:171","msg":"trace[454130820] linearizableReadLoop","detail":"{readStateIndex:5258; appliedIndex:5256; }","duration":"110.707234ms","start":"2026-03-31T20:31:37.037646Z","end":"2026-03-31T20:31:37.148353Z","steps":["trace[454130820] 'read index received' (duration: 1.767218ms)","trace[454130820] 'applied index is now lower than readState.Index' (duration: 108.939156ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:37.148466Z","caller":"traceutil/trace.go:171","msg":"trace[361239355] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"112.622907ms","start":"2026-03-31T20:31:37.035836Z","end":"2026-03-31T20:31:37.148459Z","steps":["trace[361239355] 'process raft request' (duration: 111.956343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:37.148724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.066303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-qtz4s\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-31T20:31:37.148758Z","caller":"traceutil/trace.go:171","msg":"trace[73553290] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-qtz4s; range_end:; response_count:1; response_revision:5057; }","duration":"111.134814ms","start":"2026-03-31T20:31:37.037615Z","end":"2026-03-31T20:31:37.148749Z","steps":["trace[73553290] 'agreement among raft nodes before linearized reading' (duration: 111.002641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:38.932591Z","caller":"traceutil/trace.go:171","msg":"trace[1773314058] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"166.863694ms","start":"2026-03-31T20:31:38.7657Z","end":"2026-03-31T20:31:38.932564Z","steps":["trace[1773314058] 'process raft request' (duration: 166.68602ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:38.939078Z","caller":"traceutil/trace.go:171","msg":"trace[440952092] transaction","detail":"{read_only:false; response_revision:5078; number_of_response:1; }","duration":"158.886327ms","start":"2026-03-31T20:31:38.780152Z","end":"2026-03-31T20:31:38.939038Z","steps":["trace[440952092] 'process raft request' (duration: 158.633961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:38.939218Z","caller":"traceutil/trace.go:171","msg":"trace[1709307755] linearizableReadLoop","detail":"{readStateIndex:5282; appliedIndex:5279; }","duration":"155.147874ms","start":"2026-03-31T20:31:38.784057Z","end":"2026-03-31T20:31:38.939205Z","steps":["trace[1709307755] 'read index received' (duration: 148.318642ms)","trace[1709307755] 'applied index is now lower than readState.Index' (duration: 6.828172ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:38.939335Z","caller":"traceutil/trace.go:171","msg":"trace[861559186] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"158.5673ms","start":"2026-03-31T20:31:38.78076Z","end":"2026-03-31T20:31:38.939327Z","steps":["trace[861559186] 'process raft request' (duration: 158.216451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.939431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.37978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:38.939456Z","caller":"traceutil/trace.go:171","msg":"trace[1560276999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5079; }","duration":"155.467422ms","start":"2026-03-31T20:31:38.78398Z","end":"2026-03-31T20:31:38.939448Z","steps":["trace[1560276999] 'agreement among raft nodes before linearized reading' (duration: 155.41408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.940243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.550007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:31:38.940285Z","caller":"traceutil/trace.go:171","msg":"trace[504868471] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5080; }","duration":"121.604078ms","start":"2026-03-31T20:31:38.818669Z","end":"2026-03-31T20:31:38.940273Z","steps":["trace[504868471] 'agreement among raft nodes before linearized reading' (duration: 121.463035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.940268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.350442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:31:38.9404Z","caller":"traceutil/trace.go:171","msg":"trace[155085273] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:5080; }","duration":"139.553027ms","start":"2026-03-31T20:31:38.80082Z","end":"2026-03-31T20:31:38.940373Z","steps":["trace[155085273] 'agreement among raft nodes before linearized reading' (duration: 139.191479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.94053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.683398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:31:38.940571Z","caller":"traceutil/trace.go:171","msg":"trace[1273165970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5080; }","duration":"121.76115ms","start":"2026-03-31T20:31:38.818803Z","end":"2026-03-31T20:31:38.940564Z","steps":["trace[1273165970] 'agreement among raft nodes before linearized reading' (duration: 121.676708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.940693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.982646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:31:38.940715Z","caller":"traceutil/trace.go:171","msg":"trace[221080664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5080; }","duration":"122.015997ms","start":"2026-03-31T20:31:38.818693Z","end":"2026-03-31T20:31:38.940709Z","steps":["trace[221080664] 'agreement among raft nodes before linearized reading' (duration: 121.959786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.940698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.556148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:31:38.940778Z","caller":"traceutil/trace.go:171","msg":"trace[2111703079] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5080; }","duration":"122.695761ms","start":"2026-03-31T20:31:38.818058Z","end":"2026-03-31T20:31:38.940754Z","steps":["trace[2111703079] 'agreement among raft nodes before linearized reading' (duration: 122.478266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.940886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.07832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:31:38.940966Z","caller":"traceutil/trace.go:171","msg":"trace[1100425773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5080; }","duration":"123.179433ms","start":"2026-03-31T20:31:38.817776Z","end":"2026-03-31T20:31:38.940955Z","steps":["trace[1100425773] 'agreement among raft nodes before linearized reading' (duration: 123.014839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.9411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.339136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:31:38.941138Z","caller":"traceutil/trace.go:171","msg":"trace[933321688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5080; }","duration":"123.403957ms","start":"2026-03-31T20:31:38.817721Z","end":"2026-03-31T20:31:38.941125Z","steps":["trace[933321688] 'agreement among raft nodes before linearized reading' (duration: 123.322736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:38.941284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.62459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:31:38.941358Z","caller":"traceutil/trace.go:171","msg":"trace[456050495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5080; }","duration":"122.723752ms","start":"2026-03-31T20:31:38.818616Z","end":"2026-03-31T20:31:38.94134Z","steps":["trace[456050495] 'agreement among raft nodes before linearized reading' (duration: 122.552008ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:41.368683Z","caller":"traceutil/trace.go:171","msg":"trace[129384740] linearizableReadLoop","detail":"{readStateIndex:5337; appliedIndex:5336; }","duration":"177.266327ms","start":"2026-03-31T20:31:41.191394Z","end":"2026-03-31T20:31:41.36866Z","steps":["trace[129384740] 'read index received' (duration: 177.051433ms)","trace[129384740] 'applied index is now lower than readState.Index' (duration: 213.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:41.368806Z","caller":"traceutil/trace.go:171","msg":"trace[2085220626] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"199.114253ms","start":"2026-03-31T20:31:41.169658Z","end":"2026-03-31T20:31:41.368773Z","steps":["trace[2085220626] 'process raft request' (duration: 198.851327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:41.369178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.700417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:910"} {"level":"info","ts":"2026-03-31T20:31:41.369332Z","caller":"traceutil/trace.go:171","msg":"trace[715359670] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:5133; }","duration":"177.923502ms","start":"2026-03-31T20:31:41.19135Z","end":"2026-03-31T20:31:41.369274Z","steps":["trace[715359670] 'agreement among raft nodes before linearized reading' (duration: 177.446391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:41.36974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.152395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:838160"} {"level":"info","ts":"2026-03-31T20:31:41.369846Z","caller":"traceutil/trace.go:171","msg":"trace[295449943] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5133; }","duration":"120.321929ms","start":"2026-03-31T20:31:41.2495Z","end":"2026-03-31T20:31:41.369822Z","steps":["trace[295449943] 'agreement among raft nodes before linearized reading' (duration: 119.420559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:41.369997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.815208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-03-31T20:31:41.37009Z","caller":"traceutil/trace.go:171","msg":"trace[73855295] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5133; }","duration":"115.94109ms","start":"2026-03-31T20:31:41.254129Z","end":"2026-03-31T20:31:41.37007Z","steps":["trace[73855295] 'agreement among raft nodes before linearized reading' (duration: 114.807675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:42.070769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.08296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:42.071253Z","caller":"traceutil/trace.go:171","msg":"trace[889591542] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"441.038048ms","start":"2026-03-31T20:31:41.630188Z","end":"2026-03-31T20:31:42.071226Z","steps":["trace[889591542] 'process raft request' (duration: 78.372665ms)","trace[889591542] 'compare' (duration: 361.913736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:42.071321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:41.63017Z","time spent":"441.11934ms","remote":"127.0.0.1:50370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:42.071392Z","caller":"traceutil/trace.go:171","msg":"trace[762304137] linearizableReadLoop","detail":"{readStateIndex:5339; appliedIndex:5338; }","duration":"437.963851ms","start":"2026-03-31T20:31:41.633408Z","end":"2026-03-31T20:31:42.071372Z","steps":["trace[762304137] 'read index received' (duration: 75.129523ms)","trace[762304137] 'applied index is now lower than readState.Index' (duration: 362.831878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:42.071643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.239936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110098"} {"level":"info","ts":"2026-03-31T20:31:42.071668Z","caller":"traceutil/trace.go:171","msg":"trace[1912144908] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5135; }","duration":"438.291107ms","start":"2026-03-31T20:31:41.63337Z","end":"2026-03-31T20:31:42.071662Z","steps":["trace[1912144908] 'agreement among raft nodes before linearized reading' (duration: 438.094623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:42.071688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:41.633357Z","time spent":"438.325928ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":110121,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-31T20:31:42.071773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.163255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-03-31T20:31:42.071864Z","caller":"traceutil/trace.go:171","msg":"trace[300257724] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5135; }","duration":"416.290447ms","start":"2026-03-31T20:31:41.655556Z","end":"2026-03-31T20:31:42.071847Z","steps":["trace[300257724] 'agreement among raft nodes before linearized reading' (duration: 415.993321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:42.071967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:41.655536Z","time spent":"416.40938ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":12998,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T20:31:42.072048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.624983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:42.072135Z","caller":"traceutil/trace.go:171","msg":"trace[2132908203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5135; }","duration":"287.767146ms","start":"2026-03-31T20:31:41.784347Z","end":"2026-03-31T20:31:42.072114Z","steps":["trace[2132908203] 'agreement among raft nodes before linearized reading' (duration: 287.624233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:42.072221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.571166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T20:31:42.072305Z","caller":"traceutil/trace.go:171","msg":"trace[2129975255] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5135; }","duration":"324.713009ms","start":"2026-03-31T20:31:41.747571Z","end":"2026-03-31T20:31:42.072284Z","steps":["trace[2129975255] 'agreement among raft nodes before linearized reading' (duration: 324.523174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:42.07237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:41.747544Z","time spent":"324.803691ms","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-31T20:31:42.072683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.021535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-03-31T20:31:42.072764Z","caller":"traceutil/trace.go:171","msg":"trace[2107957029] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5135; }","duration":"210.151618ms","start":"2026-03-31T20:31:41.862593Z","end":"2026-03-31T20:31:42.072745Z","steps":["trace[2107957029] 'agreement among raft nodes before linearized reading' (duration: 208.983142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:42.60817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205033403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:31:42.952728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.215592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:42.952976Z","caller":"traceutil/trace.go:171","msg":"trace[247539994] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"868.668248ms","start":"2026-03-31T20:31:42.084251Z","end":"2026-03-31T20:31:42.952919Z","steps":["trace[247539994] 'process raft request' (duration: 679.129789ms)","trace[247539994] 'compare' (duration: 188.735191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:42.953182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.084241Z","time spent":"868.837511ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:43.031596Z","caller":"traceutil/trace.go:171","msg":"trace[1328201242] linearizableReadLoop","detail":"{readStateIndex:5341; appliedIndex:5339; }","duration":"923.63148ms","start":"2026-03-31T20:31:42.107934Z","end":"2026-03-31T20:31:43.031565Z","steps":["trace[1328201242] 'read index received' (duration: 655.41015ms)","trace[1328201242] 'applied index is now lower than readState.Index' (duration: 268.22016ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:43.031644Z","caller":"traceutil/trace.go:171","msg":"trace[1710461491] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"302.577596ms","start":"2026-03-31T20:31:42.729023Z","end":"2026-03-31T20:31:43.0316Z","steps":["trace[1710461491] 'process raft request' (duration: 302.331711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.03183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.882416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T20:31:43.031869Z","caller":"traceutil/trace.go:171","msg":"trace[773619101] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5138; }","duration":"923.961198ms","start":"2026-03-31T20:31:42.107898Z","end":"2026-03-31T20:31:43.03186Z","steps":["trace[773619101] 'agreement among raft nodes before linearized reading' (duration: 923.812425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.031889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.107879Z","time spent":"924.005659ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-31T20:31:43.031878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.728997Z","time spent":"302.77006ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:43.532777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205033413,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:31:43.853834Z","caller":"traceutil/trace.go:171","msg":"trace[1184991049] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"894.654436ms","start":"2026-03-31T20:31:42.959155Z","end":"2026-03-31T20:31:43.85381Z","steps":["trace[1184991049] 'process raft request' (duration: 894.443702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.853984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.959137Z","time spent":"894.770359ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:43.854196Z","caller":"traceutil/trace.go:171","msg":"trace[1995566524] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"894.82595ms","start":"2026-03-31T20:31:42.959336Z","end":"2026-03-31T20:31:43.854162Z","steps":["trace[1995566524] 'process raft request' (duration: 894.416411ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:43.854339Z","caller":"traceutil/trace.go:171","msg":"trace[968773905] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"893.91483ms","start":"2026-03-31T20:31:42.960374Z","end":"2026-03-31T20:31:43.854289Z","steps":["trace[968773905] 'process raft request' (duration: 893.697375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.854374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.959327Z","time spent":"894.951432ms","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:43.854374Z","caller":"traceutil/trace.go:171","msg":"trace[800782108] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"891.461715ms","start":"2026-03-31T20:31:42.9629Z","end":"2026-03-31T20:31:43.854362Z","steps":["trace[800782108] 'process raft request' (duration: 891.352533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:43.854409Z","caller":"traceutil/trace.go:171","msg":"trace[1669894062] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"893.521441ms","start":"2026-03-31T20:31:42.960851Z","end":"2026-03-31T20:31:43.854373Z","steps":["trace[1669894062] 'process raft request' (duration: 893.322836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.854528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.962891Z","time spent":"891.607608ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:43.854595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.960841Z","time spent":"893.657694ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:43.854536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.96036Z","time spent":"894.077803ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:31:43.870323Z","caller":"traceutil/trace.go:171","msg":"trace[2015403008] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"682.36986ms","start":"2026-03-31T20:31:43.187923Z","end":"2026-03-31T20:31:43.870292Z","steps":["trace[2015403008] 'process raft request' (duration: 678.809601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.870497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:43.18789Z","time spent":"682.545795ms","remote":"127.0.0.1:42690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2089,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:31:43.870544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.289963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:31:43.870544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.710542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:31:43.870557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.638509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:31:43.87062Z","caller":"traceutil/trace.go:171","msg":"trace[481278655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5145; }","duration":"864.72565ms","start":"2026-03-31T20:31:43.005882Z","end":"2026-03-31T20:31:43.870608Z","steps":["trace[481278655] 'agreement among raft nodes before linearized reading' (duration: 864.568607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.870638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.111111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:31:43.870656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:43.005874Z","time spent":"864.774971ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:31:43.870668Z","caller":"traceutil/trace.go:171","msg":"trace[362811936] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5145; }","duration":"866.238463ms","start":"2026-03-31T20:31:43.004418Z","end":"2026-03-31T20:31:43.870657Z","steps":["trace[362811936] 'agreement among raft nodes before linearized reading' (duration: 865.976808ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:43.870393Z","caller":"traceutil/trace.go:171","msg":"trace[932587745] linearizableReadLoop","detail":"{readStateIndex:5349; appliedIndex:5343; }","duration":"838.64782ms","start":"2026-03-31T20:31:43.031712Z","end":"2026-03-31T20:31:43.870359Z","steps":["trace[932587745] 'read index received' (duration: 821.934298ms)","trace[932587745] 'applied index is now lower than readState.Index' (duration: 16.707242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:43.870698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:43.004393Z","time spent":"866.298525ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:31:43.870699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.130621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:31:43.870743Z","caller":"traceutil/trace.go:171","msg":"trace[1025869815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5145; }","duration":"866.174272ms","start":"2026-03-31T20:31:43.004557Z","end":"2026-03-31T20:31:43.870731Z","steps":["trace[1025869815] 'agreement among raft nodes before linearized reading' (duration: 866.08284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.87079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:43.004537Z","time spent":"866.241733ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:31:43.870837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.849628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-03-31T20:31:43.870866Z","caller":"traceutil/trace.go:171","msg":"trace[572259573] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5145; }","duration":"818.92145ms","start":"2026-03-31T20:31:43.051934Z","end":"2026-03-31T20:31:43.870856Z","steps":["trace[572259573] 'agreement among raft nodes before linearized reading' (duration: 818.846048ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:43.870618Z","caller":"traceutil/trace.go:171","msg":"trace[1590337554] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5145; }","duration":"865.829704ms","start":"2026-03-31T20:31:43.004774Z","end":"2026-03-31T20:31:43.870603Z","steps":["trace[1590337554] 'agreement among raft nodes before linearized reading' (duration: 865.689211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.871123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185226085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-31T20:31:43.87113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316607899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:43.871175Z","caller":"traceutil/trace.go:171","msg":"trace[510146750] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5145; }","duration":"1.185318936s","start":"2026-03-31T20:31:42.685844Z","end":"2026-03-31T20:31:43.871163Z","steps":["trace[510146750] 'agreement among raft nodes before linearized reading' (duration: 1.185097462s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.871098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:43.004753Z","time spent":"866.328856ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:31:43.871207Z","caller":"traceutil/trace.go:171","msg":"trace[1139839322] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5145; }","duration":"1.316778583s","start":"2026-03-31T20:31:42.554404Z","end":"2026-03-31T20:31:43.871183Z","steps":["trace[1139839322] 'agreement among raft nodes before linearized reading' (duration: 1.316160649s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:43.870588Z","caller":"traceutil/trace.go:171","msg":"trace[457840393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5145; }","duration":"865.364405ms","start":"2026-03-31T20:31:43.005212Z","end":"2026-03-31T20:31:43.870577Z","steps":["trace[457840393] 'agreement among raft nodes before linearized reading' (duration: 865.217171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.871263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.862255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:31:43.871266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.55438Z","time spent":"1.316868335s","remote":"127.0.0.1:36668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:31:43.871313Z","caller":"traceutil/trace.go:171","msg":"trace[170133802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5145; }","duration":"865.935406ms","start":"2026-03-31T20:31:43.005365Z","end":"2026-03-31T20:31:43.8713Z","steps":["trace[170133802] 'agreement among raft nodes before linearized reading' (duration: 865.213621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.87135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:43.005357Z","time spent":"865.983658ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:31:43.870889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:43.051907Z","time spent":"818.973791ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3547,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-31T20:31:43.871291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:43.005198Z","time spent":"866.08135ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:43.870886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.697993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:31:43.871594Z","caller":"traceutil/trace.go:171","msg":"trace[1815021493] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5145; }","duration":"915.475509ms","start":"2026-03-31T20:31:42.956102Z","end":"2026-03-31T20:31:43.871578Z","steps":["trace[1815021493] 'agreement among raft nodes before linearized reading' (duration: 914.696472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.871686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.956078Z","time spent":"915.587502ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:31:43.870951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08528976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:43.871758Z","caller":"traceutil/trace.go:171","msg":"trace[940655210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5145; }","duration":"1.086116338s","start":"2026-03-31T20:31:42.785628Z","end":"2026-03-31T20:31:43.871744Z","steps":["trace[940655210] 'agreement among raft nodes before linearized reading' (duration: 1.08530176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.871804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.785611Z","time spent":"1.086181129s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:31:43.870952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.878363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:31:43.871904Z","caller":"traceutil/trace.go:171","msg":"trace[1777759647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5145; }","duration":"878.848563ms","start":"2026-03-31T20:31:42.993041Z","end":"2026-03-31T20:31:43.87189Z","steps":["trace[1777759647] 'agreement among raft nodes before linearized reading' (duration: 877.848131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.871966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.993032Z","time spent":"878.921686ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:43.871005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.521122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T20:31:43.871028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.306816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:31:43.872213Z","caller":"traceutil/trace.go:171","msg":"trace[928699201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5145; }","duration":"1.000518323s","start":"2026-03-31T20:31:42.871679Z","end":"2026-03-31T20:31:43.872198Z","steps":["trace[928699201] 'agreement among raft nodes before linearized reading' (duration: 999.291126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.872284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.871632Z","time spent":"1.000630005s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:31:43.871208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.685798Z","time spent":"1.185403008s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-31T20:31:43.872141Z","caller":"traceutil/trace.go:171","msg":"trace[1997781519] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:5145; }","duration":"895.689238ms","start":"2026-03-31T20:31:42.976429Z","end":"2026-03-31T20:31:43.872118Z","steps":["trace[1997781519] 'agreement among raft nodes before linearized reading' (duration: 894.484092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:43.873064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:42.976413Z","time spent":"896.530728ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:31:46.739733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.691918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:46.739833Z","caller":"traceutil/trace.go:171","msg":"trace[526887358] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5206; }","duration":"147.858462ms","start":"2026-03-31T20:31:46.591945Z","end":"2026-03-31T20:31:46.739804Z","steps":["trace[526887358] 'count revisions from in-memory index tree' (duration: 147.574746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:53.815571Z","caller":"traceutil/trace.go:171","msg":"trace[1282532816] linearizableReadLoop","detail":"{readStateIndex:5478; appliedIndex:5477; }","duration":"352.125928ms","start":"2026-03-31T20:31:53.463422Z","end":"2026-03-31T20:31:53.815548Z","steps":["trace[1282532816] 'read index received' (duration: 351.981565ms)","trace[1282532816] 'applied index is now lower than readState.Index' (duration: 143.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:53.815679Z","caller":"traceutil/trace.go:171","msg":"trace[8281959] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"429.072841ms","start":"2026-03-31T20:31:53.386575Z","end":"2026-03-31T20:31:53.815648Z","steps":["trace[8281959] 'process raft request' (duration: 428.804685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:53.815867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.425675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:31:53.815963Z","caller":"traceutil/trace.go:171","msg":"trace[1534283465] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5270; }","duration":"352.561408ms","start":"2026-03-31T20:31:53.463375Z","end":"2026-03-31T20:31:53.815937Z","steps":["trace[1534283465] 'agreement among raft nodes before linearized reading' (duration: 352.319073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:53.816007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:53.46336Z","time spent":"352.638269ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:31:53.815859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:53.386554Z","time spent":"429.200664ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:53.816568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.95529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:53.816649Z","caller":"traceutil/trace.go:171","msg":"trace[1998387857] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5271; }","duration":"324.080653ms","start":"2026-03-31T20:31:53.492546Z","end":"2026-03-31T20:31:53.816627Z","steps":["trace[1998387857] 'agreement among raft nodes before linearized reading' (duration: 323.94299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:53.816675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.440836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:31:53.816697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:53.492526Z","time spent":"324.157584ms","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-31T20:31:53.816722Z","caller":"traceutil/trace.go:171","msg":"trace[630969667] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5271; }","duration":"180.535468ms","start":"2026-03-31T20:31:53.636175Z","end":"2026-03-31T20:31:53.81671Z","steps":["trace[630969667] 'agreement among raft nodes before linearized reading' (duration: 180.457296ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:55.928446Z","caller":"traceutil/trace.go:171","msg":"trace[1562855815] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"116.920953ms","start":"2026-03-31T20:31:55.8115Z","end":"2026-03-31T20:31:55.928421Z","steps":["trace[1562855815] 'process raft request' (duration: 116.728139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:56.249385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.946042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:56.249627Z","caller":"traceutil/trace.go:171","msg":"trace[1960824715] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"134.681188ms","start":"2026-03-31T20:31:56.114912Z","end":"2026-03-31T20:31:56.249593Z","steps":["trace[1960824715] 'process raft request' (duration: 134.578106ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:56.249623Z","caller":"traceutil/trace.go:171","msg":"trace[862080067] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"135.865775ms","start":"2026-03-31T20:31:56.113704Z","end":"2026-03-31T20:31:56.24957Z","steps":["trace[862080067] 'process raft request' (duration: 32.651077ms)","trace[862080067] 'compare' (duration: 102.795659ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:56.249978Z","caller":"traceutil/trace.go:171","msg":"trace[1770287652] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"134.956254ms","start":"2026-03-31T20:31:56.114989Z","end":"2026-03-31T20:31:56.249945Z","steps":["trace[1770287652] 'process raft request' (duration: 134.566406ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:56.250295Z","caller":"traceutil/trace.go:171","msg":"trace[1560880030] linearizableReadLoop","detail":"{readStateIndex:5555; appliedIndex:5552; }","duration":"135.196859ms","start":"2026-03-31T20:31:56.115072Z","end":"2026-03-31T20:31:56.250269Z","steps":["trace[1560880030] 'read index received' (duration: 31.361478ms)","trace[1560880030] 'applied index is now lower than readState.Index' (duration: 103.834521ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:56.250399Z","caller":"traceutil/trace.go:171","msg":"trace[972512131] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"134.859852ms","start":"2026-03-31T20:31:56.115526Z","end":"2026-03-31T20:31:56.250385Z","steps":["trace[972512131] 'process raft request' (duration: 134.685108ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:56.250398Z","caller":"traceutil/trace.go:171","msg":"trace[1992557720] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"134.875743ms","start":"2026-03-31T20:31:56.1155Z","end":"2026-03-31T20:31:56.250376Z","steps":["trace[1992557720] 'process raft request' (duration: 134.3132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:56.250657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.572188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:63316"} {"level":"warn","ts":"2026-03-31T20:31:56.250664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.342085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-31T20:31:56.25069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.477411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bbe13ca-9235-4269-8c18-9b2ca7a3e0d2\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-31T20:31:56.2507Z","caller":"traceutil/trace.go:171","msg":"trace[372511067] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5349; }","duration":"135.646189ms","start":"2026-03-31T20:31:56.115042Z","end":"2026-03-31T20:31:56.250688Z","steps":["trace[372511067] 'agreement among raft nodes before linearized reading' (duration: 135.377653ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:56.250706Z","caller":"traceutil/trace.go:171","msg":"trace[2035396278] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5349; }","duration":"122.420425ms","start":"2026-03-31T20:31:56.128271Z","end":"2026-03-31T20:31:56.250691Z","steps":["trace[2035396278] 'agreement among raft nodes before linearized reading' (duration: 122.275372ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:56.250727Z","caller":"traceutil/trace.go:171","msg":"trace[683700778] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3bbe13ca-9235-4269-8c18-9b2ca7a3e0d2; range_end:; response_count:1; response_revision:5349; }","duration":"115.559422ms","start":"2026-03-31T20:31:56.135158Z","end":"2026-03-31T20:31:56.250717Z","steps":["trace[683700778] 'agreement among raft nodes before linearized reading' (duration: 115.415879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:56.250797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.136305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-766c6ff844-nckhg\" ","response":"range_response_count:1 size:11845"} {"level":"info","ts":"2026-03-31T20:31:56.250851Z","caller":"traceutil/trace.go:171","msg":"trace[1477885172] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-766c6ff844-nckhg; range_end:; response_count:1; response_revision:5349; }","duration":"116.201036ms","start":"2026-03-31T20:31:56.134622Z","end":"2026-03-31T20:31:56.250823Z","steps":["trace[1477885172] 'agreement among raft nodes before linearized reading' (duration: 116.092624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:58.614338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205033928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:31:59.007323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.373069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:31:59.007496Z","caller":"traceutil/trace.go:171","msg":"trace[404875188] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"919.622812ms","start":"2026-03-31T20:31:58.087825Z","end":"2026-03-31T20:31:59.007448Z","steps":["trace[404875188] 'process raft request' (duration: 595.527338ms)","trace[404875188] 'compare' (duration: 323.226855ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:31:59.007549Z","caller":"traceutil/trace.go:171","msg":"trace[1409525895] linearizableReadLoop","detail":"{readStateIndex:5579; appliedIndex:5578; }","duration":"893.92277ms","start":"2026-03-31T20:31:58.113606Z","end":"2026-03-31T20:31:59.007528Z","steps":["trace[1409525895] 'read index received' (duration: 569.679671ms)","trace[1409525895] 'applied index is now lower than readState.Index' (duration: 324.241749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:59.007692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:58.087806Z","time spent":"919.779866ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:31:59.007797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.175335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:31:59.007828Z","caller":"traceutil/trace.go:171","msg":"trace[83439230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5371; }","duration":"894.248417ms","start":"2026-03-31T20:31:58.113569Z","end":"2026-03-31T20:31:59.007817Z","steps":["trace[83439230] 'agreement among raft nodes before linearized reading' (duration: 894.089783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:59.007855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:58.113557Z","time spent":"894.290628ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:31:59.008081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.536947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:31:59.008131Z","caller":"traceutil/trace.go:171","msg":"trace[950537877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5371; }","duration":"754.617819ms","start":"2026-03-31T20:31:58.253505Z","end":"2026-03-31T20:31:59.008123Z","steps":["trace[950537877] 'agreement among raft nodes before linearized reading' (duration: 754.505576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:59.008158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:58.253489Z","time spent":"754.662929ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:31:59.008232Z","caller":"traceutil/trace.go:171","msg":"trace[1257090127] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"154.153151ms","start":"2026-03-31T20:31:58.854045Z","end":"2026-03-31T20:31:59.008199Z","steps":["trace[1257090127] 'process raft request' (duration: 153.373654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:59.008321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.908065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bbe13ca-9235-4269-8c18-9b2ca7a3e0d2\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-31T20:31:59.008376Z","caller":"traceutil/trace.go:171","msg":"trace[1393428254] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3bbe13ca-9235-4269-8c18-9b2ca7a3e0d2; range_end:; response_count:1; response_revision:5371; }","duration":"749.992966ms","start":"2026-03-31T20:31:58.258369Z","end":"2026-03-31T20:31:59.008362Z","steps":["trace[1393428254] 'agreement among raft nodes before linearized reading' (duration: 749.7605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:59.008417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:58.258357Z","time spent":"750.052157ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3bbe13ca-9235-4269-8c18-9b2ca7a3e0d2\" "} {"level":"warn","ts":"2026-03-31T20:31:59.008405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.042967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:31:59.008461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.447235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-31T20:31:59.0085Z","caller":"traceutil/trace.go:171","msg":"trace[1922186786] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5371; }","duration":"754.154879ms","start":"2026-03-31T20:31:58.254325Z","end":"2026-03-31T20:31:59.00848Z","steps":["trace[1922186786] 'agreement among raft nodes before linearized reading' (duration: 753.936674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:59.008547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:58.254317Z","time spent":"754.219131ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:31:59.008554Z","caller":"traceutil/trace.go:171","msg":"trace[906679121] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5371; }","duration":"157.576289ms","start":"2026-03-31T20:31:58.850955Z","end":"2026-03-31T20:31:59.008531Z","steps":["trace[906679121] 'agreement among raft nodes before linearized reading' (duration: 157.296071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:59.008572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.266151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:31:59.008596Z","caller":"traceutil/trace.go:171","msg":"trace[823536847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5371; }","duration":"754.332073ms","start":"2026-03-31T20:31:58.254257Z","end":"2026-03-31T20:31:59.008589Z","steps":["trace[823536847] 'agreement among raft nodes before linearized reading' (duration: 754.268341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:59.008606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.983486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:31:59.00862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:58.254237Z","time spent":"754.379004ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:31:59.008611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.021338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:31:59.008644Z","caller":"traceutil/trace.go:171","msg":"trace[1220741712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5371; }","duration":"754.038197ms","start":"2026-03-31T20:31:58.254596Z","end":"2026-03-31T20:31:59.008634Z","steps":["trace[1220741712] 'agreement among raft nodes before linearized reading' (duration: 753.919884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:59.008658Z","caller":"traceutil/trace.go:171","msg":"trace[1239963027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5371; }","duration":"755.08411ms","start":"2026-03-31T20:31:58.253556Z","end":"2026-03-31T20:31:59.00864Z","steps":["trace[1239963027] 'agreement among raft nodes before linearized reading' (duration: 754.994868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:59.00851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.448921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T20:31:59.008676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:58.254588Z","time spent":"754.081568ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:31:59.00869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:58.253551Z","time spent":"755.121881ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:31:59.008704Z","caller":"traceutil/trace.go:171","msg":"trace[2141590666] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:5371; }","duration":"752.659726ms","start":"2026-03-31T20:31:58.256024Z","end":"2026-03-31T20:31:59.008684Z","steps":["trace[2141590666] 'agreement among raft nodes before linearized reading' (duration: 752.41333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:31:59.008759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:31:58.256013Z","time spent":"752.732417ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"info","ts":"2026-03-31T20:31:59.86521Z","caller":"traceutil/trace.go:171","msg":"trace[1118183657] linearizableReadLoop","detail":"{readStateIndex:5588; appliedIndex:5587; }","duration":"184.965018ms","start":"2026-03-31T20:31:59.68023Z","end":"2026-03-31T20:31:59.865195Z","steps":["trace[1118183657] 'read index received' (duration: 184.857415ms)","trace[1118183657] 'applied index is now lower than readState.Index' (duration: 106.373µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:31:59.865337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.09032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:31:59.865368Z","caller":"traceutil/trace.go:171","msg":"trace[1615134416] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5379; }","duration":"185.154181ms","start":"2026-03-31T20:31:59.680203Z","end":"2026-03-31T20:31:59.865358Z","steps":["trace[1615134416] 'agreement among raft nodes before linearized reading' (duration: 185.09456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:31:59.865327Z","caller":"traceutil/trace.go:171","msg":"trace[1759441965] transaction","detail":"{read_only:false; response_revision:5379; number_of_response:1; }","duration":"193.035747ms","start":"2026-03-31T20:31:59.672258Z","end":"2026-03-31T20:31:59.865294Z","steps":["trace[1759441965] 'process raft request' (duration: 192.816332ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:01.937321Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2668} {"level":"info","ts":"2026-03-31T20:32:02.107431Z","caller":"traceutil/trace.go:171","msg":"trace[1236025877] transaction","detail":"{read_only:false; response_revision:5409; number_of_response:1; }","duration":"234.683975ms","start":"2026-03-31T20:32:01.872707Z","end":"2026-03-31T20:32:02.107391Z","steps":["trace[1236025877] 'process raft request' (duration: 143.331631ms)","trace[1236025877] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/monitoring/goldpinger-qtz4s; req_size:4983; } (duration: 83.755375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:02.373021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.212872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:02.373226Z","caller":"traceutil/trace.go:171","msg":"trace[1813394630] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"293.387981ms","start":"2026-03-31T20:32:02.079765Z","end":"2026-03-31T20:32:02.373153Z","steps":["trace[1813394630] 'process raft request' (duration: 28.946494ms)","trace[1813394630] 'compare' (duration: 95.813723ms)","trace[1813394630] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:506; } (duration: 168.180584ms)"],"step_count":3} {"level":"info","ts":"2026-03-31T20:32:02.412687Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2668,"took":"473.985952ms","hash":1248130684,"current-db-size-bytes":55058432,"current-db-size":"55 MB","current-db-size-in-use-bytes":30224384,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-31T20:32:02.412764Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1248130684,"revision":2668,"compact-revision":-1} {"level":"info","ts":"2026-03-31T20:32:02.413129Z","caller":"traceutil/trace.go:171","msg":"trace[106596621] transaction","detail":"{read_only:false; response_revision:5413; number_of_response:1; }","duration":"300.337566ms","start":"2026-03-31T20:32:02.112772Z","end":"2026-03-31T20:32:02.413109Z","steps":["trace[106596621] 'process raft request' (duration: 300.233643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:02.413134Z","caller":"traceutil/trace.go:171","msg":"trace[525149984] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"300.576431ms","start":"2026-03-31T20:32:02.112538Z","end":"2026-03-31T20:32:02.413114Z","steps":["trace[525149984] 'process raft request' (duration: 300.379686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:02.414036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:02.112518Z","time spent":"301.45377ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":919,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:02.413136Z","caller":"traceutil/trace.go:171","msg":"trace[1252819236] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"298.70062ms","start":"2026-03-31T20:32:02.114409Z","end":"2026-03-31T20:32:02.41311Z","steps":["trace[1252819236] 'process raft request' (duration: 298.638398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:02.413239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:02.112747Z","time spent":"300.423468ms","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1434,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:02.413202Z","caller":"traceutil/trace.go:171","msg":"trace[303775221] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"318.630033ms","start":"2026-03-31T20:32:02.094464Z","end":"2026-03-31T20:32:02.413094Z","steps":["trace[303775221] 'process raft request' (duration: 278.674104ms)","trace[303775221] 'compare' (duration: 14.784109ms)","trace[303775221] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; req_size:531; } (duration: 24.832543ms)"],"step_count":3} {"level":"warn","ts":"2026-03-31T20:32:02.414828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:02.094446Z","time spent":"320.129507ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:02.727998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.796852ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:32:06.567087Z","caller":"traceutil/trace.go:171","msg":"trace[1120973360] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"181.022101ms","start":"2026-03-31T20:32:06.386044Z","end":"2026-03-31T20:32:06.567066Z","steps":["trace[1120973360] 'process raft request' (duration: 179.971777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:06.73342Z","caller":"traceutil/trace.go:171","msg":"trace[2125717546] linearizableReadLoop","detail":"{readStateIndex:5661; appliedIndex:5659; }","duration":"283.535552ms","start":"2026-03-31T20:32:06.449861Z","end":"2026-03-31T20:32:06.733397Z","steps":["trace[2125717546] 'read index received' (duration: 116.257928ms)","trace[2125717546] 'applied index is now lower than readState.Index' (duration: 167.276684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:06.733587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.704245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:32:06.733632Z","caller":"traceutil/trace.go:171","msg":"trace[887256237] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5449; }","duration":"283.799897ms","start":"2026-03-31T20:32:06.449818Z","end":"2026-03-31T20:32:06.733618Z","steps":["trace[887256237] 'agreement among raft nodes before linearized reading' (duration: 283.682705ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:06.733607Z","caller":"traceutil/trace.go:171","msg":"trace[740573282] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"306.553494ms","start":"2026-03-31T20:32:06.427015Z","end":"2026-03-31T20:32:06.733569Z","steps":["trace[740573282] 'process raft request' (duration: 306.195397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:06.733781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:06.426992Z","time spent":"306.701867ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:09.326657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205034126,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:32:09.364789Z","caller":"traceutil/trace.go:171","msg":"trace[2088532870] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"793.868762ms","start":"2026-03-31T20:32:08.5709Z","end":"2026-03-31T20:32:09.364769Z","steps":["trace[2088532870] 'process raft request' (duration: 793.752439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.364907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:08.570883Z","time spent":"793.964904ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:09.440524Z","caller":"traceutil/trace.go:171","msg":"trace[1399601844] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"702.122009ms","start":"2026-03-31T20:32:08.738376Z","end":"2026-03-31T20:32:09.440498Z","steps":["trace[1399601844] 'process raft request' (duration: 701.923165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:09.440682Z","caller":"traceutil/trace.go:171","msg":"trace[1610806967] linearizableReadLoop","detail":"{readStateIndex:5682; appliedIndex:5680; }","duration":"614.337937ms","start":"2026-03-31T20:32:08.826314Z","end":"2026-03-31T20:32:09.440652Z","steps":["trace[1610806967] 'read index received' (duration: 538.439646ms)","trace[1610806967] 'applied index is now lower than readState.Index' (duration: 75.896601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:09.440711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:08.738351Z","time spent":"702.254904ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:09.440786Z","caller":"traceutil/trace.go:171","msg":"trace[2145285425] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"550.087476ms","start":"2026-03-31T20:32:08.890617Z","end":"2026-03-31T20:32:09.440705Z","steps":["trace[2145285425] 'process raft request' (duration: 549.840809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.440967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.056715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:32:09.44098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.200021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:32:09.441004Z","caller":"traceutil/trace.go:171","msg":"trace[964386656] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5469; }","duration":"311.135386ms","start":"2026-03-31T20:32:09.12986Z","end":"2026-03-31T20:32:09.440996Z","steps":["trace[964386656] 'agreement among raft nodes before linearized reading' (duration: 310.973743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.441024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:09.129849Z","time spent":"311.171547ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:32:09.441026Z","caller":"traceutil/trace.go:171","msg":"trace[602271751] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:5469; }","duration":"383.269263ms","start":"2026-03-31T20:32:09.057741Z","end":"2026-03-31T20:32:09.441011Z","steps":["trace[602271751] 'agreement among raft nodes before linearized reading' (duration: 383.17441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.441061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:09.057726Z","time spent":"383.326903ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:32:09.441072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.541665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:32:09.441126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.684533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:32:09.441113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.308419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:32:09.44114Z","caller":"traceutil/trace.go:171","msg":"trace[1871708651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5469; }","duration":"308.721863ms","start":"2026-03-31T20:32:09.132414Z","end":"2026-03-31T20:32:09.441135Z","steps":["trace[1871708651] 'agreement among raft nodes before linearized reading' (duration: 308.681222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:09.441137Z","caller":"traceutil/trace.go:171","msg":"trace[1867802461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5469; }","duration":"324.636357ms","start":"2026-03-31T20:32:09.116485Z","end":"2026-03-31T20:32:09.441121Z","steps":["trace[1867802461] 'agreement among raft nodes before linearized reading' (duration: 324.464943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.441158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:09.132402Z","time spent":"308.753344ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:32:09.441167Z","caller":"traceutil/trace.go:171","msg":"trace[881659880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5469; }","duration":"306.405942ms","start":"2026-03-31T20:32:09.134747Z","end":"2026-03-31T20:32:09.441153Z","steps":["trace[881659880] 'agreement among raft nodes before linearized reading' (duration: 306.246368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.441185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:09.116472Z","time spent":"324.701708ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:32:09.441215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:09.134722Z","time spent":"306.481664ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:32:09.441258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.681359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:32:09.441386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.633154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:32:09.441371Z","caller":"traceutil/trace.go:171","msg":"trace[780806014] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5469; }","duration":"426.827122ms","start":"2026-03-31T20:32:09.014522Z","end":"2026-03-31T20:32:09.441349Z","steps":["trace[780806014] 'agreement among raft nodes before linearized reading' (duration: 426.631008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.441407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.412857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:32:09.441376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.551955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:32:09.441463Z","caller":"traceutil/trace.go:171","msg":"trace[323834763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5469; }","duration":"326.510169ms","start":"2026-03-31T20:32:09.114941Z","end":"2026-03-31T20:32:09.441451Z","steps":["trace[323834763] 'agreement among raft nodes before linearized reading' (duration: 326.199262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.440874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.537772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:09.441467Z","caller":"traceutil/trace.go:171","msg":"trace[1476801732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5469; }","duration":"309.675945ms","start":"2026-03-31T20:32:09.131745Z","end":"2026-03-31T20:32:09.441421Z","steps":["trace[1476801732] 'agreement among raft nodes before linearized reading' (duration: 309.370228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:09.4415Z","caller":"traceutil/trace.go:171","msg":"trace[1407709339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5469; }","duration":"456.223576ms","start":"2026-03-31T20:32:08.98527Z","end":"2026-03-31T20:32:09.441493Z","steps":["trace[1407709339] 'agreement among raft nodes before linearized reading' (duration: 455.524471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.441496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:09.11492Z","time spent":"326.56939ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:32:09.441507Z","caller":"traceutil/trace.go:171","msg":"trace[358299899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5469; }","duration":"324.669287ms","start":"2026-03-31T20:32:09.11679Z","end":"2026-03-31T20:32:09.441459Z","steps":["trace[358299899] 'agreement among raft nodes before linearized reading' (duration: 324.111485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.441516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:09.131712Z","time spent":"309.794157ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:32:09.441522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:08.985254Z","time spent":"456.261478ms","remote":"127.0.0.1:35742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:09.440858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.541661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T20:32:09.441287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.226575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-03-31T20:32:09.441468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:09.014505Z","time spent":"426.944655ms","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:32:09.44159Z","caller":"traceutil/trace.go:171","msg":"trace[1028059833] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5469; }","duration":"615.318868ms","start":"2026-03-31T20:32:08.826257Z","end":"2026-03-31T20:32:09.441576Z","steps":["trace[1028059833] 'agreement among raft nodes before linearized reading' (duration: 614.48342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.441632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:08.826236Z","time spent":"615.384959ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-31T20:32:09.441618Z","caller":"traceutil/trace.go:171","msg":"trace[1677229769] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5469; }","duration":"411.616303ms","start":"2026-03-31T20:32:09.029984Z","end":"2026-03-31T20:32:09.4416Z","steps":["trace[1677229769] 'agreement among raft nodes before linearized reading' (duration: 411.081542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:09.441679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:09.029967Z","time spent":"411.699265ms","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T20:32:09.441807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:09.116782Z","time spent":"324.76039ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:32:09.44242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:08.890591Z","time spent":"550.377923ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:14.77182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.265979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:14.772076Z","caller":"traceutil/trace.go:171","msg":"trace[752315624] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"772.907466ms","start":"2026-03-31T20:32:13.999148Z","end":"2026-03-31T20:32:14.772055Z","steps":["trace[752315624] 'process raft request' (duration: 772.810394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:14.772153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:13.999141Z","time spent":"772.975867ms","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1193,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:14.772719Z","caller":"traceutil/trace.go:171","msg":"trace[1518183674] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"773.273344ms","start":"2026-03-31T20:32:13.99907Z","end":"2026-03-31T20:32:14.772343Z","steps":["trace[1518183674] 'process raft request' (duration: 236.358531ms)","trace[1518183674] 'compare' (duration: 535.817528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:14.772892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:13.999044Z","time spent":"773.752904ms","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1222,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:14.789399Z","caller":"traceutil/trace.go:171","msg":"trace[1555547873] transaction","detail":"{read_only:false; response_revision:5571; number_of_response:1; }","duration":"788.478243ms","start":"2026-03-31T20:32:14.000891Z","end":"2026-03-31T20:32:14.789369Z","steps":["trace[1555547873] 'process raft request' (duration: 788.210657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:14.789502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:14.000881Z","time spent":"788.568405ms","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6941,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:14.789744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.696824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:14.789885Z","caller":"traceutil/trace.go:171","msg":"trace[478466367] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5571; }","duration":"720.893808ms","start":"2026-03-31T20:32:14.068961Z","end":"2026-03-31T20:32:14.789855Z","steps":["trace[478466367] 'agreement among raft nodes before linearized reading' (duration: 720.563941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:14.789958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:14.068834Z","time spent":"721.109203ms","remote":"127.0.0.1:36580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:32:14.790103Z","caller":"traceutil/trace.go:171","msg":"trace[198949554] linearizableReadLoop","detail":"{readStateIndex:5788; appliedIndex:5785; }","duration":"720.307846ms","start":"2026-03-31T20:32:14.068985Z","end":"2026-03-31T20:32:14.789293Z","steps":["trace[198949554] 'read index received' (duration: 166.66073ms)","trace[198949554] 'applied index is now lower than readState.Index' (duration: 553.645816ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:14.791974Z","caller":"traceutil/trace.go:171","msg":"trace[1159875544] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"532.847612ms","start":"2026-03-31T20:32:14.259106Z","end":"2026-03-31T20:32:14.791954Z","steps":["trace[1159875544] 'process raft request' (duration: 532.678938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:14.792067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.674669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-31T20:32:14.792162Z","caller":"traceutil/trace.go:171","msg":"trace[1493309520] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5572; }","duration":"338.824453ms","start":"2026-03-31T20:32:14.453314Z","end":"2026-03-31T20:32:14.792139Z","steps":["trace[1493309520] 'agreement among raft nodes before linearized reading' (duration: 338.596128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:14.792217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:14.453287Z","time spent":"338.919395ms","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T20:32:14.792219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.521838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:32:14.792234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:14.259081Z","time spent":"532.941194ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:14.792277Z","caller":"traceutil/trace.go:171","msg":"trace[1210285835] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5572; }","duration":"250.61549ms","start":"2026-03-31T20:32:14.541643Z","end":"2026-03-31T20:32:14.792259Z","steps":["trace[1210285835] 'agreement among raft nodes before linearized reading' (duration: 250.504667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:14.792455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.053981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:32:14.792506Z","caller":"traceutil/trace.go:171","msg":"trace[2138866822] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5572; }","duration":"261.151534ms","start":"2026-03-31T20:32:14.531338Z","end":"2026-03-31T20:32:14.792489Z","steps":["trace[2138866822] 'agreement among raft nodes before linearized reading' (duration: 261.018051ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:15.674832Z","caller":"traceutil/trace.go:171","msg":"trace[501449601] transaction","detail":"{read_only:false; response_revision:5580; number_of_response:1; }","duration":"109.766993ms","start":"2026-03-31T20:32:15.565037Z","end":"2026-03-31T20:32:15.674804Z","steps":["trace[501449601] 'process raft request' (duration: 109.674961ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:15.674852Z","caller":"traceutil/trace.go:171","msg":"trace[768398554] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"109.779843ms","start":"2026-03-31T20:32:15.56503Z","end":"2026-03-31T20:32:15.67481Z","steps":["trace[768398554] 'process raft request' (duration: 41.205926ms)","trace[768398554] 'compare' (duration: 68.332932ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:15.675097Z","caller":"traceutil/trace.go:171","msg":"trace[160432521] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"109.599589ms","start":"2026-03-31T20:32:15.565449Z","end":"2026-03-31T20:32:15.675049Z","steps":["trace[160432521] 'process raft request' (duration: 109.314223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:19.576648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205034431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:32:20.077288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205034431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:32:20.57781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205034431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:32:21.074186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.049905243s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:32:21.074673Z","caller":"traceutil/trace.go:171","msg":"trace[1854818058] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"2.050507297s","start":"2026-03-31T20:32:19.024141Z","end":"2026-03-31T20:32:21.074648Z","steps":["trace[1854818058] 'process raft request' (duration: 2.050334413s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:21.074839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.024123Z","time spent":"2.050620591s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:21.783923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000811732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:32:21.784025Z","caller":"traceutil/trace.go:171","msg":"trace[1921125065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000974175s","start":"2026-03-31T20:32:19.783026Z","end":"2026-03-31T20:32:21.784Z","steps":["trace[1921125065] 'agreement among raft nodes before linearized reading' (duration: 2.000817412s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:21.784082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.783012Z","time spent":"2.001057798s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:32:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:32:23.785133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000646927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:32:23.785218Z","caller":"traceutil/trace.go:171","msg":"trace[1072844920] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000822311s","start":"2026-03-31T20:32:21.784377Z","end":"2026-03-31T20:32:23.785199Z","steps":["trace[1072844920] 'agreement among raft nodes before linearized reading' (duration: 2.000710159s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:23.785264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:21.784353Z","time spent":"2.000901682s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:32:24.310682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304230516s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:24.310937Z","caller":"traceutil/trace.go:171","msg":"trace[1243928459] linearizableReadLoop","detail":"{readStateIndex:5818; appliedIndex:5815; }","duration":"5.234965848s","start":"2026-03-31T20:32:19.075922Z","end":"2026-03-31T20:32:24.310888Z","steps":["trace[1243928459] 'read index received' (duration: 1.99850359s)","trace[1243928459] 'applied index is now lower than readState.Index' (duration: 3.236461268s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:24.310955Z","caller":"traceutil/trace.go:171","msg":"trace[172980003] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"4.891117423s","start":"2026-03-31T20:32:19.419721Z","end":"2026-03-31T20:32:24.310839Z","steps":["trace[172980003] 'process raft request' (duration: 2.586635822s)","trace[172980003] 'compare' (duration: 2.303735344s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:24.311035Z","caller":"traceutil/trace.go:171","msg":"trace[1187916671] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"4.815924289s","start":"2026-03-31T20:32:19.495098Z","end":"2026-03-31T20:32:24.311022Z","steps":["trace[1187916671] 'process raft request' (duration: 4.815674884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:24.311099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.49507Z","time spent":"4.815992761s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:24.311163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.419702Z","time spent":"4.891349759s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:24.311217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.235294385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T20:32:24.311545Z","caller":"traceutil/trace.go:171","msg":"trace[423370303] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5600; }","duration":"5.235652853s","start":"2026-03-31T20:32:19.075871Z","end":"2026-03-31T20:32:24.311524Z","steps":["trace[423370303] 'agreement among raft nodes before linearized reading' (duration: 5.235189483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:24.311606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.075851Z","time spent":"5.235737566s","remote":"127.0.0.1:52798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-31T20:32:24.528233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999076216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:32:24.528332Z","caller":"traceutil/trace.go:171","msg":"trace[1708162171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999305481s","start":"2026-03-31T20:32:19.529003Z","end":"2026-03-31T20:32:24.528309Z","steps":["trace[1708162171] 'agreement among raft nodes before linearized reading' (duration: 4.999120206s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:24.528379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.528981Z","time spent":"4.999387383s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 20:32:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:32:24.688098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999304761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:32:24.688186Z","caller":"traceutil/trace.go:171","msg":"trace[1755902582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999469315s","start":"2026-03-31T20:32:19.688697Z","end":"2026-03-31T20:32:24.688167Z","steps":["trace[1755902582] 'agreement among raft nodes before linearized reading' (duration: 4.999348842s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:24.688249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.688676Z","time spent":"4.999557706s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 20:32:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:32:24.690119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999955677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:32:24.690264Z","caller":"traceutil/trace.go:171","msg":"trace[1615294020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.00011004s","start":"2026-03-31T20:32:19.690086Z","end":"2026-03-31T20:32:24.690196Z","steps":["trace[1615294020] 'agreement among raft nodes before linearized reading' (duration: 4.999975967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:24.690425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.690074Z","time spent":"5.000336034s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/31 20:32:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:32:24.812127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205034440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:32:25.313298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205034440,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:32:25.795266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000032264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:32:25.795353Z","caller":"traceutil/trace.go:171","msg":"trace[956286289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164396s","start":"2026-03-31T20:32:23.79517Z","end":"2026-03-31T20:32:25.795334Z","steps":["trace[956286289] 'agreement among raft nodes before linearized reading' (duration: 2.000052314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:25.795404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:23.795159Z","time spent":"2.000235298s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:32:25.796102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.789637023s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:32:26.589072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.731578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:26.589716Z","caller":"traceutil/trace.go:171","msg":"trace[1483289173] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"5.509575971s","start":"2026-03-31T20:32:21.080109Z","end":"2026-03-31T20:32:26.589685Z","steps":["trace[1483289173] 'process raft request' (duration: 5.50906059s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:26.589753Z","caller":"traceutil/trace.go:171","msg":"trace[1351229735] transaction","detail":"{read_only:false; response_revision:5601; number_of_response:1; }","duration":"5.5100224s","start":"2026-03-31T20:32:21.079686Z","end":"2026-03-31T20:32:26.589709Z","steps":["trace[1351229735] 'process raft request' (duration: 4.716569727s)","trace[1351229735] 'compare' (duration: 792.169735ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:26.589803Z","caller":"traceutil/trace.go:171","msg":"trace[1754589295] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"5.50909704s","start":"2026-03-31T20:32:21.080675Z","end":"2026-03-31T20:32:26.589772Z","steps":["trace[1754589295] 'process raft request' (duration: 5.50862776s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:26.589877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:21.080099Z","time spent":"5.509693733s","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:26.589769Z","caller":"traceutil/trace.go:171","msg":"trace[2056541631] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"5.50953039s","start":"2026-03-31T20:32:21.080217Z","end":"2026-03-31T20:32:26.589747Z","steps":["trace[2056541631] 'process raft request' (duration: 5.50904042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:26.58994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:21.079662Z","time spent":"5.510173724s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:26.589963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:21.080661Z","time spent":"5.509224852s","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:26.590061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:21.08019Z","time spent":"5.509794895s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:26.947951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.548102ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:32:26.948557Z","caller":"traceutil/trace.go:171","msg":"trace[769126252] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"2.491599796s","start":"2026-03-31T20:32:24.456915Z","end":"2026-03-31T20:32:26.948515Z","steps":["trace[769126252] 'process raft request' (duration: 2.491120225s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:26.948758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.456884Z","time spent":"2.49176988s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:27.472854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.280821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:27.47308Z","caller":"traceutil/trace.go:171","msg":"trace[640642060] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"1.155131206s","start":"2026-03-31T20:32:26.317931Z","end":"2026-03-31T20:32:27.473062Z","steps":["trace[640642060] 'process raft request' (duration: 1.155090825s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.473157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.317918Z","time spent":"1.155203687s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:27.473279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.556687244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:32:27.473315Z","caller":"traceutil/trace.go:171","msg":"trace[2127134707] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5608; }","duration":"7.556757845s","start":"2026-03-31T20:32:19.916549Z","end":"2026-03-31T20:32:27.473307Z","steps":["trace[2127134707] 'agreement among raft nodes before linearized reading' (duration: 7.556640163s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.473337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.916533Z","time spent":"7.556798536s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:32:27.473374Z","caller":"traceutil/trace.go:171","msg":"trace[1188807055] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"1.156372714s","start":"2026-03-31T20:32:26.316985Z","end":"2026-03-31T20:32:27.473357Z","steps":["trace[1188807055] 'process raft request' (duration: 1.155975084s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.473421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.982833496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:32:27.473475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.316957Z","time spent":"1.156467585s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:27.473682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.648523125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:27.473714Z","caller":"traceutil/trace.go:171","msg":"trace[1310715280] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5608; }","duration":"5.648595477s","start":"2026-03-31T20:32:21.825109Z","end":"2026-03-31T20:32:27.473705Z","steps":["trace[1310715280] 'agreement among raft nodes before linearized reading' (duration: 5.648358762s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.473685Z","caller":"traceutil/trace.go:171","msg":"trace[1888598295] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5608; }","duration":"4.982936128s","start":"2026-03-31T20:32:22.490522Z","end":"2026-03-31T20:32:27.473458Z","steps":["trace[1888598295] 'agreement among raft nodes before linearized reading' (duration: 4.982851456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.473734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:21.825084Z","time spent":"5.648643528s","remote":"127.0.0.1:42676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:27.473735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488644263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:27.473769Z","caller":"traceutil/trace.go:171","msg":"trace[460187200] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"2.570197967s","start":"2026-03-31T20:32:24.903555Z","end":"2026-03-31T20:32:27.473753Z","steps":["trace[460187200] 'process raft request' (duration: 2.044917113s)","trace[460187200] 'compare' (duration: 524.163549ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:27.473842Z","caller":"traceutil/trace.go:171","msg":"trace[2124407930] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5608; }","duration":"3.488783056s","start":"2026-03-31T20:32:23.985017Z","end":"2026-03-31T20:32:27.4738Z","steps":["trace[2124407930] 'agreement among raft nodes before linearized reading' (duration: 3.488434169s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.473859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.899326671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T20:32:27.473896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:23.984997Z","time spent":"3.488888738s","remote":"127.0.0.1:36680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:27.473897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.903529Z","time spent":"2.570323239s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:27.473908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824584942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:32:27.473923Z","caller":"traceutil/trace.go:171","msg":"trace[1007999372] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:5608; }","duration":"7.899488565s","start":"2026-03-31T20:32:19.574421Z","end":"2026-03-31T20:32:27.473909Z","steps":["trace[1007999372] 'agreement among raft nodes before linearized reading' (duration: 7.899023754s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.473923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.619759524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T20:32:27.473981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.574379Z","time spent":"7.899571826s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"info","ts":"2026-03-31T20:32:27.47398Z","caller":"traceutil/trace.go:171","msg":"trace[1041818322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5608; }","duration":"4.824669684s","start":"2026-03-31T20:32:22.649293Z","end":"2026-03-31T20:32:27.473962Z","steps":["trace[1041818322] 'agreement among raft nodes before linearized reading' (duration: 4.82449942s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.671805396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-31T20:32:27.474034Z","caller":"traceutil/trace.go:171","msg":"trace[45819200] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5608; }","duration":"7.671855617s","start":"2026-03-31T20:32:19.802172Z","end":"2026-03-31T20:32:27.474028Z","steps":["trace[45819200] 'agreement among raft nodes before linearized reading' (duration: 7.671780966s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:22.64923Z","time spent":"4.824784067s","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:27.474054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.802161Z","time spent":"7.671888498s","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T20:32:27.473767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:22.490501Z","time spent":"4.983255955s","remote":"127.0.0.1:52918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:32:27.473999Z","caller":"traceutil/trace.go:171","msg":"trace[1910689170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5608; }","duration":"5.619853136s","start":"2026-03-31T20:32:21.854125Z","end":"2026-03-31T20:32:27.473978Z","steps":["trace[1910689170] 'agreement among raft nodes before linearized reading' (duration: 5.619603401s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.586288752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:32:27.473275Z","caller":"traceutil/trace.go:171","msg":"trace[1200831858] linearizableReadLoop","detail":"{readStateIndex:5825; appliedIndex:5818; }","duration":"3.162072333s","start":"2026-03-31T20:32:24.310983Z","end":"2026-03-31T20:32:27.473056Z","steps":["trace[1200831858] 'read index received' (duration: 1.485327886s)","trace[1200831858] 'applied index is now lower than readState.Index' (duration: 1.676739457s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:27.474143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.057663185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111667"} {"level":"warn","ts":"2026-03-31T20:32:27.474149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.156412624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:27.474177Z","caller":"traceutil/trace.go:171","msg":"trace[1079426072] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5608; }","duration":"8.057730536s","start":"2026-03-31T20:32:19.416436Z","end":"2026-03-31T20:32:27.474167Z","steps":["trace[1079426072] 'agreement among raft nodes before linearized reading' (duration: 8.057526742s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.474166Z","caller":"traceutil/trace.go:171","msg":"trace[338098740] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5608; }","duration":"7.586367384s","start":"2026-03-31T20:32:19.887782Z","end":"2026-03-31T20:32:27.474149Z","steps":["trace[338098740] 'agreement among raft nodes before linearized reading' (duration: 7.586278722s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:21.854115Z","time spent":"5.62002387s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:32:27.473924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685046025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:32:27.474218Z","caller":"traceutil/trace.go:171","msg":"trace[814909631] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5608; }","duration":"8.156534017s","start":"2026-03-31T20:32:19.317665Z","end":"2026-03-31T20:32:27.474199Z","steps":["trace[814909631] 'agreement among raft nodes before linearized reading' (duration: 8.156412664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.887768Z","time spent":"7.586440505s","remote":"127.0.0.1:39420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":9,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:27.474214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.052494131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111667"} {"level":"warn","ts":"2026-03-31T20:32:27.47426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.317647Z","time spent":"8.156604268s","remote":"127.0.0.1:35814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:27.474296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.784010444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:32:27.474298Z","caller":"traceutil/trace.go:171","msg":"trace[84578343] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5608; }","duration":"8.052619834s","start":"2026-03-31T20:32:19.421661Z","end":"2026-03-31T20:32:27.474281Z","steps":["trace[84578343] 'agreement among raft nodes before linearized reading' (duration: 8.052184424s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.416417Z","time spent":"8.057785268s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111690,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-31T20:32:27.474336Z","caller":"traceutil/trace.go:171","msg":"trace[1388372385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5608; }","duration":"7.784071055s","start":"2026-03-31T20:32:19.690257Z","end":"2026-03-31T20:32:27.474328Z","steps":["trace[1388372385] 'agreement among raft nodes before linearized reading' (duration: 7.783982873s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.421646Z","time spent":"8.052693975s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111690,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-31T20:32:27.474363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.690245Z","time spent":"7.784111976s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:32:27.47436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159559597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3bbe13ca-9235-4269-8c18-9b2ca7a3e0d2\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-31T20:32:27.474363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.907826637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7c6f84b96c-pmjlr\" ","response":"range_response_count:1 size:4341"} {"level":"warn","ts":"2026-03-31T20:32:27.474404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.219985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:32:27.474406Z","caller":"traceutil/trace.go:171","msg":"trace[636856854] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3bbe13ca-9235-4269-8c18-9b2ca7a3e0d2; range_end:; response_count:1; response_revision:5608; }","duration":"3.159646389s","start":"2026-03-31T20:32:24.314747Z","end":"2026-03-31T20:32:27.474393Z","steps":["trace[636856854] 'agreement among raft nodes before linearized reading' (duration: 3.159504876s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.474426Z","caller":"traceutil/trace.go:171","msg":"trace[1708693081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5608; }","duration":"942.273976ms","start":"2026-03-31T20:32:26.532145Z","end":"2026-03-31T20:32:27.474419Z","steps":["trace[1708693081] 'agreement among raft nodes before linearized reading' (duration: 942.227155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.47443Z","caller":"traceutil/trace.go:171","msg":"trace[1781183024] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7c6f84b96c-pmjlr; range_end:; response_count:1; response_revision:5608; }","duration":"5.90794954s","start":"2026-03-31T20:32:21.566466Z","end":"2026-03-31T20:32:27.474415Z","steps":["trace[1781183024] 'agreement among raft nodes before linearized reading' (duration: 5.907698354s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.474275Z","caller":"traceutil/trace.go:171","msg":"trace[2058135043] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c; range_end:; response_count:1; response_revision:5608; }","duration":"3.685421503s","start":"2026-03-31T20:32:23.788825Z","end":"2026-03-31T20:32:27.474247Z","steps":["trace[2058135043] 'agreement among raft nodes before linearized reading' (duration: 3.684963593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.532125Z","time spent":"942.316177ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:32:27.474386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.782875138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:32:27.474493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67826842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:27.474494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:23.788801Z","time spent":"3.685669039s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" "} {"level":"warn","ts":"2026-03-31T20:32:27.47451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.267207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:32:27.474521Z","caller":"traceutil/trace.go:171","msg":"trace[770119187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5608; }","duration":"1.678323222s","start":"2026-03-31T20:32:25.79619Z","end":"2026-03-31T20:32:27.474513Z","steps":["trace[770119187] 'agreement among raft nodes before linearized reading' (duration: 1.678278931s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.4745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.40842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:32:27.474534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146410392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:32:27.474535Z","caller":"traceutil/trace.go:171","msg":"trace[1489298154] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5608; }","duration":"7.783068433s","start":"2026-03-31T20:32:19.691433Z","end":"2026-03-31T20:32:27.474502Z","steps":["trace[1489298154] 'agreement among raft nodes before linearized reading' (duration: 7.782639393s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.474567Z","caller":"traceutil/trace.go:171","msg":"trace[1488580718] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5608; }","duration":"2.146482554s","start":"2026-03-31T20:32:25.328077Z","end":"2026-03-31T20:32:27.47456Z","steps":["trace[1488580718] 'agreement among raft nodes before linearized reading' (duration: 2.146420652s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:25.796175Z","time spent":"1.678376993s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:32:27.474563Z","caller":"traceutil/trace.go:171","msg":"trace[1532229416] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5608; }","duration":"558.34695ms","start":"2026-03-31T20:32:26.9162Z","end":"2026-03-31T20:32:27.474547Z","steps":["trace[1532229416] 'agreement among raft nodes before linearized reading' (duration: 558.274128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.474573Z","caller":"traceutil/trace.go:171","msg":"trace[1003023133] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5608; }","duration":"553.532653ms","start":"2026-03-31T20:32:26.921024Z","end":"2026-03-31T20:32:27.474557Z","steps":["trace[1003023133] 'agreement among raft nodes before linearized reading' (duration: 553.40703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.017808401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-31T20:32:27.474581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.631922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:32:27.474593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:25.328057Z","time spent":"2.146530604s","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":9,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:27.474587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.275661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:32:27.474615Z","caller":"traceutil/trace.go:171","msg":"trace[1581578697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5608; }","duration":"782.698084ms","start":"2026-03-31T20:32:26.691911Z","end":"2026-03-31T20:32:27.474609Z","steps":["trace[1581578697] 'agreement among raft nodes before linearized reading' (duration: 782.634763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.921001Z","time spent":"553.604595ms","remote":"127.0.0.1:39410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:32:27.474617Z","caller":"traceutil/trace.go:171","msg":"trace[880626596] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5608; }","duration":"3.017890082s","start":"2026-03-31T20:32:24.456715Z","end":"2026-03-31T20:32:27.474605Z","steps":["trace[880626596] 'agreement among raft nodes before linearized reading' (duration: 3.01778756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.691426Z","time spent":"7.783174985s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:32:27.474634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.691892Z","time spent":"782.737804ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:32:27.474621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.916183Z","time spent":"558.420991ms","remote":"127.0.0.1:52954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:32:27.474637Z","caller":"traceutil/trace.go:171","msg":"trace[1442501806] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:5608; }","duration":"259.362874ms","start":"2026-03-31T20:32:27.215263Z","end":"2026-03-31T20:32:27.474626Z","steps":["trace[1442501806] 'agreement among raft nodes before linearized reading' (duration: 259.220561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.456693Z","time spent":"3.017948054s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:32:27.474377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.2939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:32:27.474304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428292926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:27.474712Z","caller":"traceutil/trace.go:171","msg":"trace[1739031743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5608; }","duration":"784.661208ms","start":"2026-03-31T20:32:26.690036Z","end":"2026-03-31T20:32:27.474697Z","steps":["trace[1739031743] 'agreement among raft nodes before linearized reading' (duration: 784.244339ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.474735Z","caller":"traceutil/trace.go:171","msg":"trace[1819577342] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5608; }","duration":"1.428723425s","start":"2026-03-31T20:32:26.046003Z","end":"2026-03-31T20:32:27.474727Z","steps":["trace[1819577342] 'agreement among raft nodes before linearized reading' (duration: 1.428280146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.690021Z","time spent":"784.716279ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:32:27.474437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942830627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:32:27.47436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.261637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-03-31T20:32:27.474786Z","caller":"traceutil/trace.go:171","msg":"trace[392998329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5608; }","duration":"6.943256797s","start":"2026-03-31T20:32:20.531523Z","end":"2026-03-31T20:32:27.47478Z","steps":["trace[392998329] 'agreement among raft nodes before linearized reading' (duration: 6.942871738s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:24.314728Z","time spent":"3.15970452s","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-3bbe13ca-9235-4269-8c18-9b2ca7a3e0d2\" "} {"level":"warn","ts":"2026-03-31T20:32:27.474805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:20.531495Z","time spent":"6.943303437s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:27.474447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.669093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:27.474465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:21.566445Z","time spent":"5.908014111s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4364,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7c6f84b96c-pmjlr\" "} {"level":"info","ts":"2026-03-31T20:32:27.474821Z","caller":"traceutil/trace.go:171","msg":"trace[364660133] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5608; }","duration":"854.741928ms","start":"2026-03-31T20:32:26.620055Z","end":"2026-03-31T20:32:27.474796Z","steps":["trace[364660133] 'agreement among raft nodes before linearized reading' (duration: 854.268738ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.474859Z","caller":"traceutil/trace.go:171","msg":"trace[1134398553] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5608; }","duration":"239.076882ms","start":"2026-03-31T20:32:27.235758Z","end":"2026-03-31T20:32:27.474835Z","steps":["trace[1134398553] 'agreement among raft nodes before linearized reading' (duration: 238.648202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.474893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.620036Z","time spent":"854.83657ms","remote":"127.0.0.1:32804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T20:32:27.474762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:26.045964Z","time spent":"1.428786637s","remote":"127.0.0.1:35888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:27.474968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.884997592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:32:27.475019Z","caller":"traceutil/trace.go:171","msg":"trace[1435606522] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5608; }","duration":"7.885067434s","start":"2026-03-31T20:32:19.589937Z","end":"2026-03-31T20:32:27.475005Z","steps":["trace[1435606522] 'agreement among raft nodes before linearized reading' (duration: 7.883301095s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.475064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.589925Z","time spent":"7.885131225s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:32:27.476422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.901730465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:32:27.476468Z","caller":"traceutil/trace.go:171","msg":"trace[551422319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5608; }","duration":"7.901829606s","start":"2026-03-31T20:32:19.574628Z","end":"2026-03-31T20:32:27.476457Z","steps":["trace[551422319] 'agreement among raft nodes before linearized reading' (duration: 7.899071775s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.476499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:19.574611Z","time spent":"7.901879448s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:32:27.759333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.427649ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T20:32:27.759447Z","caller":"traceutil/trace.go:171","msg":"trace[227520709] linearizableReadLoop","detail":"{readStateIndex:5828; appliedIndex:5827; }","duration":"280.182378ms","start":"2026-03-31T20:32:27.479244Z","end":"2026-03-31T20:32:27.759427Z","steps":["trace[227520709] 'read index received' (duration: 138.741188ms)","trace[227520709] 'applied index is now lower than readState.Index' (duration: 141.43953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:27.759714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.450543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:32:27.759768Z","caller":"traceutil/trace.go:171","msg":"trace[270892757] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5608; }","duration":"280.516075ms","start":"2026-03-31T20:32:27.479238Z","end":"2026-03-31T20:32:27.759754Z","steps":["trace[270892757] 'agreement among raft nodes before linearized reading' (duration: 280.274489ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.782286Z","caller":"traceutil/trace.go:171","msg":"trace[865575592] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"302.909363ms","start":"2026-03-31T20:32:27.479351Z","end":"2026-03-31T20:32:27.782261Z","steps":["trace[865575592] 'process raft request' (duration: 302.581606ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.782321Z","caller":"traceutil/trace.go:171","msg":"trace[2089419000] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"302.905092ms","start":"2026-03-31T20:32:27.479392Z","end":"2026-03-31T20:32:27.782297Z","steps":["trace[2089419000] 'process raft request' (duration: 302.705558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.782454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.479382Z","time spent":"302.992605ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:27.782493Z","caller":"traceutil/trace.go:171","msg":"trace[2135096787] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"302.261248ms","start":"2026-03-31T20:32:27.480205Z","end":"2026-03-31T20:32:27.782466Z","steps":["trace[2135096787] 'process raft request' (duration: 302.053414ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.782521Z","caller":"traceutil/trace.go:171","msg":"trace[6258300] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"302.248509ms","start":"2026-03-31T20:32:27.480243Z","end":"2026-03-31T20:32:27.782491Z","steps":["trace[6258300] 'process raft request' (duration: 302.070165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.782643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.480194Z","time spent":"302.357191ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:27.782704Z","caller":"traceutil/trace.go:171","msg":"trace[61782397] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"302.081204ms","start":"2026-03-31T20:32:27.480615Z","end":"2026-03-31T20:32:27.782696Z","steps":["trace[61782397] 'process raft request' (duration: 301.88254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.782704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.479309Z","time spent":"303.053056ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:27.782716Z","caller":"traceutil/trace.go:171","msg":"trace[1531685515] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"302.174556ms","start":"2026-03-31T20:32:27.480526Z","end":"2026-03-31T20:32:27.782701Z","steps":["trace[1531685515] 'process raft request' (duration: 301.915711ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.78275Z","caller":"traceutil/trace.go:171","msg":"trace[1069353899] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"301.936822ms","start":"2026-03-31T20:32:27.480793Z","end":"2026-03-31T20:32:27.78273Z","steps":["trace[1069353899] 'process raft request' (duration: 301.773188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.782637Z","caller":"traceutil/trace.go:171","msg":"trace[1715773091] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"302.342951ms","start":"2026-03-31T20:32:27.480244Z","end":"2026-03-31T20:32:27.782586Z","steps":["trace[1715773091] 'process raft request' (duration: 302.126096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.782824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.480515Z","time spent":"302.263929ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:27.782849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.4806Z","time spent":"302.154386ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:27.78285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.480782Z","time spent":"302.017073ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:27.782881Z","caller":"traceutil/trace.go:171","msg":"trace[317485815] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"301.753778ms","start":"2026-03-31T20:32:27.481115Z","end":"2026-03-31T20:32:27.782869Z","steps":["trace[317485815] 'process raft request' (duration: 301.498742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.78308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.481108Z","time spent":"301.934012ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:27.782883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.480234Z","time spent":"302.586286ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:27.78316Z","caller":"traceutil/trace.go:171","msg":"trace[825175834] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"299.994868ms","start":"2026-03-31T20:32:27.483143Z","end":"2026-03-31T20:32:27.783138Z","steps":["trace[825175834] 'process raft request' (duration: 299.518527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.782645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.480234Z","time spent":"302.3339ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:27.783262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.393206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:27.783318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.728237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-03-31T20:32:27.783352Z","caller":"traceutil/trace.go:171","msg":"trace[1488037993] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"296.52574ms","start":"2026-03-31T20:32:27.486816Z","end":"2026-03-31T20:32:27.783342Z","steps":["trace[1488037993] 'process raft request' (duration: 296.185543ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.783388Z","caller":"traceutil/trace.go:171","msg":"trace[803307822] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5620; }","duration":"297.812909ms","start":"2026-03-31T20:32:27.485557Z","end":"2026-03-31T20:32:27.78337Z","steps":["trace[803307822] 'agreement among raft nodes before linearized reading' (duration: 297.599154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.783403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.774384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65007"} {"level":"warn","ts":"2026-03-31T20:32:27.78341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.961714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:32:27.783442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.23368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-31T20:32:27.783332Z","caller":"traceutil/trace.go:171","msg":"trace[940675852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5620; }","duration":"300.485189ms","start":"2026-03-31T20:32:27.482831Z","end":"2026-03-31T20:32:27.783316Z","steps":["trace[940675852] 'agreement among raft nodes before linearized reading' (duration: 300.338305ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.783492Z","caller":"traceutil/trace.go:171","msg":"trace[298622322] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5620; }","duration":"153.100327ms","start":"2026-03-31T20:32:27.630374Z","end":"2026-03-31T20:32:27.783475Z","steps":["trace[298622322] 'agreement among raft nodes before linearized reading' (duration: 152.937444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:27.783501Z","caller":"traceutil/trace.go:171","msg":"trace[461266095] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5620; }","duration":"303.317701ms","start":"2026-03-31T20:32:27.480169Z","end":"2026-03-31T20:32:27.783487Z","steps":["trace[461266095] 'agreement among raft nodes before linearized reading' (duration: 303.158338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.78353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.482823Z","time spent":"300.699173ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:32:27.783267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.483116Z","time spent":"300.09915ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:27.783761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.480158Z","time spent":"303.588168ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1185,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-31T20:32:27.783437Z","caller":"traceutil/trace.go:171","msg":"trace[323503592] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5620; }","duration":"300.806836ms","start":"2026-03-31T20:32:27.48262Z","end":"2026-03-31T20:32:27.783427Z","steps":["trace[323503592] 'agreement among raft nodes before linearized reading' (duration: 300.54983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.783953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.482563Z","time spent":"301.379758ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":65030,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:32:27.782448Z","caller":"traceutil/trace.go:171","msg":"trace[2080851938] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"302.251588ms","start":"2026-03-31T20:32:27.480165Z","end":"2026-03-31T20:32:27.782416Z","steps":["trace[2080851938] 'process raft request' (duration: 302.039683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:27.784207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.480152Z","time spent":"303.994488ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:28.298649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.91148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:28.298785Z","caller":"traceutil/trace.go:171","msg":"trace[2023938041] linearizableReadLoop","detail":"{readStateIndex:5841; appliedIndex:5840; }","duration":"515.614848ms","start":"2026-03-31T20:32:27.783146Z","end":"2026-03-31T20:32:28.298761Z","steps":["trace[2023938041] 'read index received' (duration: 306.544985ms)","trace[2023938041] 'applied index is now lower than readState.Index' (duration: 209.065983ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:28.298965Z","caller":"traceutil/trace.go:171","msg":"trace[1132211346] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"538.400725ms","start":"2026-03-31T20:32:27.760533Z","end":"2026-03-31T20:32:28.298934Z","steps":["trace[1132211346] 'process raft request' (duration: 329.086896ms)","trace[1132211346] 'compare' (duration: 208.732486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:28.299048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.758581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18579"} {"level":"info","ts":"2026-03-31T20:32:28.299089Z","caller":"traceutil/trace.go:171","msg":"trace[728515013] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5621; }","duration":"537.828123ms","start":"2026-03-31T20:32:27.761251Z","end":"2026-03-31T20:32:28.299079Z","steps":["trace[728515013] 'agreement among raft nodes before linearized reading' (duration: 537.612979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.299127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.761231Z","time spent":"537.888494ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18602,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:32:28.299256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.760514Z","time spent":"538.522028ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:28.358567Z","caller":"traceutil/trace.go:171","msg":"trace[720782825] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"568.316882ms","start":"2026-03-31T20:32:27.790227Z","end":"2026-03-31T20:32:28.358543Z","steps":["trace[720782825] 'process raft request' (duration: 568.122698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:28.358603Z","caller":"traceutil/trace.go:171","msg":"trace[1082413976] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"571.269647ms","start":"2026-03-31T20:32:27.787278Z","end":"2026-03-31T20:32:28.358547Z","steps":["trace[1082413976] 'process raft request' (duration: 570.938419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.358712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.79021Z","time spent":"568.421324ms","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:28.358846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.787256Z","time spent":"571.447612ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T20:32:28.359075Z","caller":"traceutil/trace.go:171","msg":"trace[549248404] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"568.446034ms","start":"2026-03-31T20:32:27.790619Z","end":"2026-03-31T20:32:28.359065Z","steps":["trace[549248404] 'process raft request' (duration: 567.79658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.359049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.214471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:28.359116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.892404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:28.359124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.355854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-31T20:32:28.359145Z","caller":"traceutil/trace.go:171","msg":"trace[1769816806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5626; }","duration":"573.355225ms","start":"2026-03-31T20:32:27.785761Z","end":"2026-03-31T20:32:28.359116Z","steps":["trace[1769816806] 'agreement among raft nodes before linearized reading' (duration: 573.209481ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:28.359173Z","caller":"traceutil/trace.go:171","msg":"trace[1130767504] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:5626; }","duration":"568.991726ms","start":"2026-03-31T20:32:27.790163Z","end":"2026-03-31T20:32:28.359154Z","steps":["trace[1130767504] 'agreement among raft nodes before linearized reading' (duration: 568.902474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:28.35918Z","caller":"traceutil/trace.go:171","msg":"trace[954580182] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5626; }","duration":"233.458898ms","start":"2026-03-31T20:32:28.125707Z","end":"2026-03-31T20:32:28.359166Z","steps":["trace[954580182] 'agreement among raft nodes before linearized reading' (duration: 233.348615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.359199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.785741Z","time spent":"573.445886ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:32:28.359209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.79014Z","time spent":"569.060228ms","remote":"127.0.0.1:52712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-31T20:32:28.359252Z","caller":"traceutil/trace.go:171","msg":"trace[1745593116] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"568.27352ms","start":"2026-03-31T20:32:27.790972Z","end":"2026-03-31T20:32:28.359245Z","steps":["trace[1745593116] 'process raft request' (duration: 567.491453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.359313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.790961Z","time spent":"568.327302ms","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1548,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:28.359144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.790603Z","time spent":"568.500856ms","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:28.359491Z","caller":"traceutil/trace.go:171","msg":"trace[1670138676] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"543.508739ms","start":"2026-03-31T20:32:27.815958Z","end":"2026-03-31T20:32:28.359467Z","steps":["trace[1670138676] 'process raft request' (duration: 542.539508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.359635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:27.815933Z","time spent":"543.617472ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:32:28.601469Z","caller":"traceutil/trace.go:171","msg":"trace[1313407725] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"236.047205ms","start":"2026-03-31T20:32:28.365392Z","end":"2026-03-31T20:32:28.601439Z","steps":["trace[1313407725] 'process raft request' (duration: 235.886521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:28.601493Z","caller":"traceutil/trace.go:171","msg":"trace[73764231] linearizableReadLoop","detail":"{readStateIndex:5847; appliedIndex:5847; }","duration":"235.692177ms","start":"2026-03-31T20:32:28.365764Z","end":"2026-03-31T20:32:28.601456Z","steps":["trace[73764231] 'read index received' (duration: 235.666306ms)","trace[73764231] 'applied index is now lower than readState.Index' (duration: 22.491µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:28.602096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.302091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a20731ed48c936\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-31T20:32:28.60218Z","caller":"traceutil/trace.go:171","msg":"trace[980745415] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a20731ed48c936; range_end:; response_count:1; response_revision:5627; }","duration":"236.409323ms","start":"2026-03-31T20:32:28.365748Z","end":"2026-03-31T20:32:28.602158Z","steps":["trace[980745415] 'agreement among raft nodes before linearized reading' (duration: 235.784689ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:28.955563Z","caller":"traceutil/trace.go:171","msg":"trace[1750633720] linearizableReadLoop","detail":"{readStateIndex:5848; appliedIndex:5847; }","duration":"353.974911ms","start":"2026-03-31T20:32:28.601561Z","end":"2026-03-31T20:32:28.955536Z","steps":["trace[1750633720] 'read index received' (duration: 353.725395ms)","trace[1750633720] 'applied index is now lower than readState.Index' (duration: 248.186µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:28.95567Z","caller":"traceutil/trace.go:171","msg":"trace[1442491055] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"587.605401ms","start":"2026-03-31T20:32:28.367998Z","end":"2026-03-31T20:32:28.955603Z","steps":["trace[1442491055] 'process raft request' (duration: 587.325775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.955892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.229178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-31T20:32:28.955946Z","caller":"traceutil/trace.go:171","msg":"trace[1517155026] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5628; }","duration":"589.32317ms","start":"2026-03-31T20:32:28.366611Z","end":"2026-03-31T20:32:28.955934Z","steps":["trace[1517155026] 'agreement among raft nodes before linearized reading' (duration: 589.076035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.955752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.490136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:32:28.956068Z","caller":"traceutil/trace.go:171","msg":"trace[1032608653] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5628; }","duration":"568.844943ms","start":"2026-03-31T20:32:28.38721Z","end":"2026-03-31T20:32:28.956055Z","steps":["trace[1032608653] 'agreement among raft nodes before linearized reading' (duration: 568.449514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.955819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.650687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:28.956109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.387199Z","time spent":"568.898284ms","remote":"127.0.0.1:53154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:32:28.956171Z","caller":"traceutil/trace.go:171","msg":"trace[522834883] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5628; }","duration":"590.022745ms","start":"2026-03-31T20:32:28.366126Z","end":"2026-03-31T20:32:28.956149Z","steps":["trace[522834883] 'agreement among raft nodes before linearized reading' (duration: 589.628817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.95623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.366122Z","time spent":"590.094447ms","remote":"127.0.0.1:52836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:32:28.955985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.366605Z","time spent":"589.371131ms","remote":"127.0.0.1:52836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-31T20:32:28.955952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.435905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:28.956489Z","caller":"traceutil/trace.go:171","msg":"trace[207545069] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5628; }","duration":"392.008216ms","start":"2026-03-31T20:32:28.564469Z","end":"2026-03-31T20:32:28.956477Z","steps":["trace[207545069] 'agreement among raft nodes before linearized reading' (duration: 391.422074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:28.95656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.564446Z","time spent":"392.099729ms","remote":"127.0.0.1:35740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:28.956416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.367973Z","time spent":"588.112403ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:29.535032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.19002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:29.535138Z","caller":"traceutil/trace.go:171","msg":"trace[50168780] linearizableReadLoop","detail":"{readStateIndex:5849; appliedIndex:5848; }","duration":"579.340847ms","start":"2026-03-31T20:32:28.95578Z","end":"2026-03-31T20:32:29.535121Z","steps":["trace[50168780] 'read index received' (duration: 248.957602ms)","trace[50168780] 'applied index is now lower than readState.Index' (duration: 330.381515ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:29.535248Z","caller":"traceutil/trace.go:171","msg":"trace[1239356902] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"930.398982ms","start":"2026-03-31T20:32:28.604837Z","end":"2026-03-31T20:32:29.535236Z","steps":["trace[1239356902] 'process raft request' (duration: 599.918875ms)","trace[1239356902] 'compare' (duration: 330.062647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:29.535309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.604804Z","time spent":"930.471934ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:29.535424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.326065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:29.535492Z","caller":"traceutil/trace.go:171","msg":"trace[1214043059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5629; }","duration":"751.442009ms","start":"2026-03-31T20:32:28.784034Z","end":"2026-03-31T20:32:29.535476Z","steps":["trace[1214043059] 'agreement among raft nodes before linearized reading' (duration: 751.325406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.535545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.784012Z","time spent":"751.524751ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:32:29.80469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.015444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:32:29.804764Z","caller":"traceutil/trace.go:171","msg":"trace[988957008] linearizableReadLoop","detail":"{readStateIndex:5851; appliedIndex:5849; }","duration":"269.589321ms","start":"2026-03-31T20:32:29.535163Z","end":"2026-03-31T20:32:29.804753Z","steps":["trace[988957008] 'read index received' (duration: 11.958776ms)","trace[988957008] 'applied index is now lower than readState.Index' (duration: 257.629515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:32:29.804883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.448146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9635"} {"level":"info","ts":"2026-03-31T20:32:29.804902Z","caller":"traceutil/trace.go:171","msg":"trace[1033937360] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5631; }","duration":"843.487437ms","start":"2026-03-31T20:32:28.961409Z","end":"2026-03-31T20:32:29.804897Z","steps":["trace[1033937360] 'agreement among raft nodes before linearized reading' (duration: 843.399605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.804875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.169897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:32:29.80488Z","caller":"traceutil/trace.go:171","msg":"trace[14948674] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"321.265282ms","start":"2026-03-31T20:32:29.48358Z","end":"2026-03-31T20:32:29.804846Z","steps":["trace[14948674] 'process raft request' (duration: 174.038565ms)","trace[14948674] 'compare' (duration: 146.88065ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:29.804948Z","caller":"traceutil/trace.go:171","msg":"trace[1020503120] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5631; }","duration":"488.30391ms","start":"2026-03-31T20:32:29.316625Z","end":"2026-03-31T20:32:29.804929Z","steps":["trace[1020503120] 'agreement among raft nodes before linearized reading' (duration: 488.159067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.805001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.3166Z","time spent":"488.391162ms","remote":"127.0.0.1:50356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:32:29.805031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:29.483559Z","time spent":"321.392995ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:32:29.805063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.6216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:32:29.805152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.37123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18a20731ed9bfe63\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-31T20:32:29.805149Z","caller":"traceutil/trace.go:171","msg":"trace[783976455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5631; }","duration":"268.715452ms","start":"2026-03-31T20:32:29.536416Z","end":"2026-03-31T20:32:29.805131Z","steps":["trace[783976455] 'agreement among raft nodes before linearized reading' (duration: 268.576129ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.80517Z","caller":"traceutil/trace.go:171","msg":"trace[1379849782] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18a20731ed9bfe63; range_end:; response_count:1; response_revision:5631; }","duration":"266.42914ms","start":"2026-03-31T20:32:29.538736Z","end":"2026-03-31T20:32:29.805165Z","steps":["trace[1379849782] 'agreement among raft nodes before linearized reading' (duration: 266.381409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.804964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.246497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:32:29.804922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.9614Z","time spent":"843.518118ms","remote":"127.0.0.1:53128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9658,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-31T20:32:29.805268Z","caller":"traceutil/trace.go:171","msg":"trace[218895513] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5631; }","duration":"845.567343ms","start":"2026-03-31T20:32:28.959683Z","end":"2026-03-31T20:32:29.80525Z","steps":["trace[218895513] 'agreement among raft nodes before linearized reading' (duration: 845.250586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.805326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:32:28.959663Z","time spent":"845.642575ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:32:29.953552Z","caller":"traceutil/trace.go:171","msg":"trace[1642030684] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"144.665361ms","start":"2026-03-31T20:32:29.808839Z","end":"2026-03-31T20:32:29.953504Z","steps":["trace[1642030684] 'process raft request' (duration: 110.872358ms)","trace[1642030684] 'compare' (duration: 33.605169ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:29.959956Z","caller":"traceutil/trace.go:171","msg":"trace[315956466] linearizableReadLoop","detail":"{readStateIndex:5856; appliedIndex:5851; }","duration":"149.648021ms","start":"2026-03-31T20:32:29.810291Z","end":"2026-03-31T20:32:29.959939Z","steps":["trace[315956466] 'read index received' (duration: 109.287373ms)","trace[315956466] 'applied index is now lower than readState.Index' (duration: 40.359668ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:29.960032Z","caller":"traceutil/trace.go:171","msg":"trace[846868980] transaction","detail":"{read_only:false; response_revision:5636; number_of_response:1; }","duration":"150.217214ms","start":"2026-03-31T20:32:29.8098Z","end":"2026-03-31T20:32:29.960017Z","steps":["trace[846868980] 'process raft request' (duration: 150.04971ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.960043Z","caller":"traceutil/trace.go:171","msg":"trace[1375806003] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"149.536409ms","start":"2026-03-31T20:32:29.810486Z","end":"2026-03-31T20:32:29.960023Z","steps":["trace[1375806003] 'process raft request' (duration: 149.386885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.960045Z","caller":"traceutil/trace.go:171","msg":"trace[719731193] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"150.408558ms","start":"2026-03-31T20:32:29.809595Z","end":"2026-03-31T20:32:29.960003Z","steps":["trace[719731193] 'process raft request' (duration: 150.233164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.960233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.130403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:29.960267Z","caller":"traceutil/trace.go:171","msg":"trace[569682475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5639; }","duration":"146.190704ms","start":"2026-03-31T20:32:29.814067Z","end":"2026-03-31T20:32:29.960258Z","steps":["trace[569682475] 'agreement among raft nodes before linearized reading' (duration: 146.120452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.960247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.965038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-31T20:32:29.960315Z","caller":"traceutil/trace.go:171","msg":"trace[1858052109] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"150.802737ms","start":"2026-03-31T20:32:29.8095Z","end":"2026-03-31T20:32:29.960303Z","steps":["trace[1858052109] 'process raft request' (duration: 150.296056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.960322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.532819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:65007"} {"level":"info","ts":"2026-03-31T20:32:29.960336Z","caller":"traceutil/trace.go:171","msg":"trace[603692427] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5639; }","duration":"150.089361ms","start":"2026-03-31T20:32:29.81022Z","end":"2026-03-31T20:32:29.96031Z","steps":["trace[603692427] 'agreement among raft nodes before linearized reading' (duration: 149.851886ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.960363Z","caller":"traceutil/trace.go:171","msg":"trace[1863767109] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5639; }","duration":"149.60403ms","start":"2026-03-31T20:32:29.81075Z","end":"2026-03-31T20:32:29.960354Z","steps":["trace[1863767109] 'agreement among raft nodes before linearized reading' (duration: 149.366655ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.960053Z","caller":"traceutil/trace.go:171","msg":"trace[1813895359] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"149.355505ms","start":"2026-03-31T20:32:29.810688Z","end":"2026-03-31T20:32:29.960044Z","steps":["trace[1813895359] 'process raft request' (duration: 149.206692ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.960412Z","caller":"traceutil/trace.go:171","msg":"trace[1672536393] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"149.332724ms","start":"2026-03-31T20:32:29.81107Z","end":"2026-03-31T20:32:29.960403Z","steps":["trace[1672536393] 'process raft request' (duration: 148.845343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:29.960377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.882641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T20:32:29.960309Z","caller":"traceutil/trace.go:171","msg":"trace[1576376062] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"151.098894ms","start":"2026-03-31T20:32:29.809178Z","end":"2026-03-31T20:32:29.960277Z","steps":["trace[1576376062] 'process raft request' (duration: 150.526882ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:29.960473Z","caller":"traceutil/trace.go:171","msg":"trace[63582097] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5639; }","duration":"143.020794ms","start":"2026-03-31T20:32:29.817432Z","end":"2026-03-31T20:32:29.960453Z","steps":["trace[63582097] 'agreement among raft nodes before linearized reading' (duration: 142.743778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:32:30.133138Z","caller":"traceutil/trace.go:171","msg":"trace[231925801] linearizableReadLoop","detail":"{readStateIndex:5860; appliedIndex:5859; }","duration":"140.734923ms","start":"2026-03-31T20:32:29.992377Z","end":"2026-03-31T20:32:30.133111Z","steps":["trace[231925801] 'read index received' (duration: 139.265311ms)","trace[231925801] 'applied index is now lower than readState.Index' (duration: 1.468232ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:32:30.133175Z","caller":"traceutil/trace.go:171","msg":"trace[2044863768] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"155.146854ms","start":"2026-03-31T20:32:29.977997Z","end":"2026-03-31T20:32:30.133144Z","steps":["trace[2044863768] 'process raft request' (duration: 153.663241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:32:30.133281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.876906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:32:30.133318Z","caller":"traceutil/trace.go:171","msg":"trace[1144868564] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5640; }","duration":"140.959107ms","start":"2026-03-31T20:32:29.99235Z","end":"2026-03-31T20:32:30.133309Z","steps":["trace[1144868564] 'agreement among raft nodes before linearized reading' (duration: 140.864025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:00.672204Z","caller":"traceutil/trace.go:171","msg":"trace[12336876] linearizableReadLoop","detail":"{readStateIndex:6076; appliedIndex:6075; }","duration":"126.274892ms","start":"2026-03-31T20:33:00.545893Z","end":"2026-03-31T20:33:00.672168Z","steps":["trace[12336876] 'read index received' (duration: 125.827441ms)","trace[12336876] 'applied index is now lower than readState.Index' (duration: 446.031µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:00.672279Z","caller":"traceutil/trace.go:171","msg":"trace[788856779] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"132.856278ms","start":"2026-03-31T20:33:00.539364Z","end":"2026-03-31T20:33:00.672221Z","steps":["trace[788856779] 'process raft request' (duration: 132.559981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:00.672509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.576678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-31T20:33:00.672611Z","caller":"traceutil/trace.go:171","msg":"trace[1168697112] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5848; }","duration":"126.717361ms","start":"2026-03-31T20:33:00.545867Z","end":"2026-03-31T20:33:00.672585Z","steps":["trace[1168697112] 'agreement among raft nodes before linearized reading' (duration: 126.444425ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:04.159076Z","caller":"traceutil/trace.go:171","msg":"trace[103201788] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"838.916255ms","start":"2026-03-31T20:33:03.320134Z","end":"2026-03-31T20:33:04.159051Z","steps":["trace[103201788] 'process raft request' (duration: 838.753631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:04.159232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:03.320111Z","time spent":"839.041648ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12121,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:33:04.159895Z","caller":"traceutil/trace.go:171","msg":"trace[1594127904] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"503.623132ms","start":"2026-03-31T20:33:03.656254Z","end":"2026-03-31T20:33:04.159877Z","steps":["trace[1594127904] 'process raft request' (duration: 503.502378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:04.160006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:03.656225Z","time spent":"503.721724ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:33:04.160011Z","caller":"traceutil/trace.go:171","msg":"trace[1990925529] linearizableReadLoop","detail":"{readStateIndex:6178; appliedIndex:6176; }","duration":"362.663685ms","start":"2026-03-31T20:33:03.797334Z","end":"2026-03-31T20:33:04.159997Z","steps":["trace[1990925529] 'read index received' (duration: 361.58763ms)","trace[1990925529] 'applied index is now lower than readState.Index' (duration: 1.074615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:04.160125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.798057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:04.160038Z","caller":"traceutil/trace.go:171","msg":"trace[1628094938] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"192.552497ms","start":"2026-03-31T20:33:03.967455Z","end":"2026-03-31T20:33:04.160007Z","steps":["trace[1628094938] 'process raft request' (duration: 192.397523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:04.160159Z","caller":"traceutil/trace.go:171","msg":"trace[1509860735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5950; }","duration":"362.877679ms","start":"2026-03-31T20:33:03.79727Z","end":"2026-03-31T20:33:04.160148Z","steps":["trace[1509860735] 'agreement among raft nodes before linearized reading' (duration: 362.818428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:04.160168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.079584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:33:04.160195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:03.797249Z","time spent":"362.93936ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:33:04.160241Z","caller":"traceutil/trace.go:171","msg":"trace[1929784953] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5950; }","duration":"350.196087ms","start":"2026-03-31T20:33:03.810025Z","end":"2026-03-31T20:33:04.160221Z","steps":["trace[1929784953] 'agreement among raft nodes before linearized reading' (duration: 350.076534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:04.160254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.013069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:33:04.160286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:03.810009Z","time spent":"350.267358ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:33:04.160348Z","caller":"traceutil/trace.go:171","msg":"trace[1044311387] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5950; }","duration":"163.149643ms","start":"2026-03-31T20:33:03.997174Z","end":"2026-03-31T20:33:04.160323Z","steps":["trace[1044311387] 'agreement among raft nodes before linearized reading' (duration: 162.998989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:12.776686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.841789ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:33:12.776799Z","caller":"traceutil/trace.go:171","msg":"trace[1539335488] linearizableReadLoop","detail":"{readStateIndex:6237; appliedIndex:6236; }","duration":"246.62677ms","start":"2026-03-31T20:33:12.530154Z","end":"2026-03-31T20:33:12.776781Z","steps":["trace[1539335488] 'read index received' (duration: 112.7491ms)","trace[1539335488] 'applied index is now lower than readState.Index' (duration: 133.8757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:12.776958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.797085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T20:33:12.776986Z","caller":"traceutil/trace.go:171","msg":"trace[1903938678] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6006; }","duration":"246.874117ms","start":"2026-03-31T20:33:12.5301Z","end":"2026-03-31T20:33:12.776975Z","steps":["trace[1903938678] 'agreement among raft nodes before linearized reading' (duration: 246.722314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:13.111123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.630196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:33:13.111246Z","caller":"traceutil/trace.go:171","msg":"trace[1137805501] linearizableReadLoop","detail":"{readStateIndex:6239; appliedIndex:6237; }","duration":"295.408277ms","start":"2026-03-31T20:33:12.815818Z","end":"2026-03-31T20:33:13.111226Z","steps":["trace[1137805501] 'read index received' (duration: 49.059612ms)","trace[1137805501] 'applied index is now lower than readState.Index' (duration: 246.347085ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:13.111449Z","caller":"traceutil/trace.go:171","msg":"trace[12165759] transaction","detail":"{read_only:false; response_revision:6008; number_of_response:1; }","duration":"299.137569ms","start":"2026-03-31T20:33:12.812216Z","end":"2026-03-31T20:33:13.111354Z","steps":["trace[12165759] 'process raft request' (duration: 85.163136ms)","trace[12165759] 'compare' (duration: 213.493273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:13.111744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.911188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-03-31T20:33:13.111855Z","caller":"traceutil/trace.go:171","msg":"trace[1742524495] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6008; }","duration":"296.060381ms","start":"2026-03-31T20:33:12.815766Z","end":"2026-03-31T20:33:13.111827Z","steps":["trace[1742524495] 'agreement among raft nodes before linearized reading' (duration: 295.770514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:13.263096Z","caller":"traceutil/trace.go:171","msg":"trace[1066507716] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"108.503696ms","start":"2026-03-31T20:33:13.154535Z","end":"2026-03-31T20:33:13.263039Z","steps":["trace[1066507716] 'process raft request' (duration: 102.085093ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:14.429528Z","caller":"traceutil/trace.go:171","msg":"trace[2100818842] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"215.694132ms","start":"2026-03-31T20:33:14.213806Z","end":"2026-03-31T20:33:14.4295Z","steps":["trace[2100818842] 'process raft request' (duration: 215.530428ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:14.544816Z","caller":"traceutil/trace.go:171","msg":"trace[148821306] linearizableReadLoop","detail":"{readStateIndex:6243; appliedIndex:6241; }","duration":"282.771605ms","start":"2026-03-31T20:33:14.262007Z","end":"2026-03-31T20:33:14.544778Z","steps":["trace[148821306] 'read index received' (duration: 167.353955ms)","trace[148821306] 'applied index is now lower than readState.Index' (duration: 115.41648ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:14.545118Z","caller":"traceutil/trace.go:171","msg":"trace[1549402986] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"330.825904ms","start":"2026-03-31T20:33:14.214254Z","end":"2026-03-31T20:33:14.54508Z","steps":["trace[1549402986] 'process raft request' (duration: 245.124836ms)","trace[1549402986] 'compare' (duration: 85.258749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:14.545264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.433878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:33:14.545318Z","caller":"traceutil/trace.go:171","msg":"trace[1861663783] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6012; }","duration":"282.519419ms","start":"2026-03-31T20:33:14.262786Z","end":"2026-03-31T20:33:14.545305Z","steps":["trace[1861663783] 'agreement among raft nodes before linearized reading' (duration: 282.352075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:14.545327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:14.214224Z","time spent":"330.989648ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:33:14.545346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.646882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:33:14.54527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.183363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:33:14.545417Z","caller":"traceutil/trace.go:171","msg":"trace[957017755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6012; }","duration":"251.737134ms","start":"2026-03-31T20:33:14.29366Z","end":"2026-03-31T20:33:14.545397Z","steps":["trace[957017755] 'agreement among raft nodes before linearized reading' (duration: 251.5571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:14.54542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.773553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:33:14.545476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.5558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:33:14.545495Z","caller":"traceutil/trace.go:171","msg":"trace[373841132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6012; }","duration":"259.868385ms","start":"2026-03-31T20:33:14.285608Z","end":"2026-03-31T20:33:14.545476Z","steps":["trace[373841132] 'agreement among raft nodes before linearized reading' (duration: 259.681091ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:14.545527Z","caller":"traceutil/trace.go:171","msg":"trace[2013443391] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6012; }","duration":"282.642742ms","start":"2026-03-31T20:33:14.262866Z","end":"2026-03-31T20:33:14.545509Z","steps":["trace[2013443391] 'agreement among raft nodes before linearized reading' (duration: 282.381036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:14.545402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.59509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T20:33:14.545526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.141912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:33:14.545574Z","caller":"traceutil/trace.go:171","msg":"trace[59729683] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:6012; }","duration":"277.799464ms","start":"2026-03-31T20:33:14.267763Z","end":"2026-03-31T20:33:14.545563Z","steps":["trace[59729683] 'agreement among raft nodes before linearized reading' (duration: 277.481857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:14.545392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.575777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:33:14.545593Z","caller":"traceutil/trace.go:171","msg":"trace[140978190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6012; }","duration":"252.237555ms","start":"2026-03-31T20:33:14.293338Z","end":"2026-03-31T20:33:14.545576Z","steps":["trace[140978190] 'agreement among raft nodes before linearized reading' (duration: 252.01384ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:14.545538Z","caller":"traceutil/trace.go:171","msg":"trace[758801186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6012; }","duration":"283.4878ms","start":"2026-03-31T20:33:14.261964Z","end":"2026-03-31T20:33:14.545452Z","steps":["trace[758801186] 'agreement among raft nodes before linearized reading' (duration: 283.057891ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:14.545644Z","caller":"traceutil/trace.go:171","msg":"trace[96274684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6012; }","duration":"254.847223ms","start":"2026-03-31T20:33:14.290766Z","end":"2026-03-31T20:33:14.545613Z","steps":["trace[96274684] 'agreement among raft nodes before linearized reading' (duration: 254.393883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:14.711756Z","caller":"traceutil/trace.go:171","msg":"trace[713241031] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"161.361211ms","start":"2026-03-31T20:33:14.550348Z","end":"2026-03-31T20:33:14.711709Z","steps":["trace[713241031] 'process raft request' (duration: 132.576521ms)","trace[713241031] 'compare' (duration: 28.546175ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:14.711807Z","caller":"traceutil/trace.go:171","msg":"trace[1834600389] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"161.180148ms","start":"2026-03-31T20:33:14.5506Z","end":"2026-03-31T20:33:14.71178Z","steps":["trace[1834600389] 'process raft request' (duration: 160.982494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:14.712242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.77244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84888"} {"level":"info","ts":"2026-03-31T20:33:14.711945Z","caller":"traceutil/trace.go:171","msg":"trace[1448365629] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"161.003244ms","start":"2026-03-31T20:33:14.550921Z","end":"2026-03-31T20:33:14.711925Z","steps":["trace[1448365629] 'process raft request' (duration: 160.850011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:14.712318Z","caller":"traceutil/trace.go:171","msg":"trace[261087917] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:6019; }","duration":"161.892193ms","start":"2026-03-31T20:33:14.55041Z","end":"2026-03-31T20:33:14.712302Z","steps":["trace[261087917] 'agreement among raft nodes before linearized reading' (duration: 161.573146ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:14.711939Z","caller":"traceutil/trace.go:171","msg":"trace[1593204053] linearizableReadLoop","detail":"{readStateIndex:6245; appliedIndex:6244; }","duration":"161.471624ms","start":"2026-03-31T20:33:14.550446Z","end":"2026-03-31T20:33:14.711917Z","steps":["trace[1593204053] 'read index received' (duration: 49.239065ms)","trace[1593204053] 'applied index is now lower than readState.Index' (duration: 112.231269ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:14.711965Z","caller":"traceutil/trace.go:171","msg":"trace[2110572343] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"161.002143ms","start":"2026-03-31T20:33:14.550944Z","end":"2026-03-31T20:33:14.711946Z","steps":["trace[2110572343] 'process raft request' (duration: 160.875581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:14.711995Z","caller":"traceutil/trace.go:171","msg":"trace[1576190235] transaction","detail":"{read_only:false; response_revision:6016; number_of_response:1; }","duration":"161.100716ms","start":"2026-03-31T20:33:14.550883Z","end":"2026-03-31T20:33:14.711984Z","steps":["trace[1576190235] 'process raft request' (duration: 160.83348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:14.712505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.992518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:14.712039Z","caller":"traceutil/trace.go:171","msg":"trace[94206301] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"160.86896ms","start":"2026-03-31T20:33:14.551158Z","end":"2026-03-31T20:33:14.712027Z","steps":["trace[94206301] 'process raft request' (duration: 160.707947ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:14.712566Z","caller":"traceutil/trace.go:171","msg":"trace[1710213352] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:6019; }","duration":"150.082581ms","start":"2026-03-31T20:33:14.562463Z","end":"2026-03-31T20:33:14.712545Z","steps":["trace[1710213352] 'agreement among raft nodes before linearized reading' (duration: 149.985148ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:22.710812Z","caller":"traceutil/trace.go:171","msg":"trace[1603419633] linearizableReadLoop","detail":"{readStateIndex:6306; appliedIndex:6305; }","duration":"146.83557ms","start":"2026-03-31T20:33:22.563934Z","end":"2026-03-31T20:33:22.71077Z","steps":["trace[1603419633] 'read index received' (duration: 85.244289ms)","trace[1603419633] 'applied index is now lower than readState.Index' (duration: 61.586531ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:22.710849Z","caller":"traceutil/trace.go:171","msg":"trace[524595559] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"138.638577ms","start":"2026-03-31T20:33:22.572171Z","end":"2026-03-31T20:33:22.71081Z","steps":["trace[524595559] 'process raft request' (duration: 138.470803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:22.711052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.089125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:33:22.711114Z","caller":"traceutil/trace.go:171","msg":"trace[1441015120] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6074; }","duration":"147.203438ms","start":"2026-03-31T20:33:22.563889Z","end":"2026-03-31T20:33:22.711092Z","steps":["trace[1441015120] 'agreement among raft nodes before linearized reading' (duration: 147.074055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:23.644295Z","caller":"traceutil/trace.go:171","msg":"trace[867583071] transaction","detail":"{read_only:false; response_revision:6083; number_of_response:1; }","duration":"169.523055ms","start":"2026-03-31T20:33:23.474748Z","end":"2026-03-31T20:33:23.644271Z","steps":["trace[867583071] 'process raft request' (duration: 160.900233ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.242456Z","caller":"traceutil/trace.go:171","msg":"trace[1726657133] transaction","detail":"{read_only:false; response_revision:6098; number_of_response:1; }","duration":"263.986346ms","start":"2026-03-31T20:33:26.978441Z","end":"2026-03-31T20:33:27.242427Z","steps":["trace[1726657133] 'process raft request' (duration: 229.165072ms)","trace[1726657133] 'compare' (duration: 34.556669ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:27.242826Z","caller":"traceutil/trace.go:171","msg":"trace[49957248] transaction","detail":"{read_only:false; response_revision:6101; number_of_response:1; }","duration":"264.216642ms","start":"2026-03-31T20:33:26.978582Z","end":"2026-03-31T20:33:27.242799Z","steps":["trace[49957248] 'process raft request' (duration: 264.16277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.242906Z","caller":"traceutil/trace.go:171","msg":"trace[108271968] transaction","detail":"{read_only:false; response_revision:6100; number_of_response:1; }","duration":"264.328624ms","start":"2026-03-31T20:33:26.978538Z","end":"2026-03-31T20:33:27.242866Z","steps":["trace[108271968] 'process raft request' (duration: 264.101399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.243058Z","caller":"traceutil/trace.go:171","msg":"trace[1550174796] transaction","detail":"{read_only:false; response_revision:6099; number_of_response:1; }","duration":"264.497698ms","start":"2026-03-31T20:33:26.978495Z","end":"2026-03-31T20:33:27.242992Z","steps":["trace[1550174796] 'process raft request' (duration: 263.868874ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:27.244839Z","caller":"traceutil/trace.go:171","msg":"trace[1889224960] transaction","detail":"{read_only:false; response_revision:6102; number_of_response:1; }","duration":"216.687423ms","start":"2026-03-31T20:33:27.0281Z","end":"2026-03-31T20:33:27.244787Z","steps":["trace[1889224960] 'process raft request' (duration: 216.400997ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:28.071114Z","caller":"traceutil/trace.go:171","msg":"trace[565583457] transaction","detail":"{read_only:false; response_revision:6104; number_of_response:1; }","duration":"196.535855ms","start":"2026-03-31T20:33:27.874542Z","end":"2026-03-31T20:33:28.071077Z","steps":["trace[565583457] 'process raft request' (duration: 196.298229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:33.087742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205035841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:33:33.588064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205035841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:33:33.739365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186997474s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:33:33.739852Z","caller":"traceutil/trace.go:171","msg":"trace[1833880924] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"1.187593318s","start":"2026-03-31T20:33:32.552237Z","end":"2026-03-31T20:33:33.73983Z","steps":["trace[1833880924] 'process raft request' (duration: 1.187407314s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:33.739984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:32.552212Z","time spent":"1.18770168s","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:33:34.492526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.381192ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:33:34.493101Z","caller":"traceutil/trace.go:171","msg":"trace[506300179] transaction","detail":"{read_only:false; response_revision:6131; number_of_response:1; }","duration":"1.881850653s","start":"2026-03-31T20:33:32.611213Z","end":"2026-03-31T20:33:34.493064Z","steps":["trace[506300179] 'process raft request' (duration: 1.881427793s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.493273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:32.611195Z","time spent":"1.881983976s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:33:34.642464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.329754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:33:34.64256Z","caller":"traceutil/trace.go:171","msg":"trace[68322463] linearizableReadLoop","detail":"{readStateIndex:6367; appliedIndex:6364; }","duration":"2.055804485s","start":"2026-03-31T20:33:32.586738Z","end":"2026-03-31T20:33:34.642543Z","steps":["trace[68322463] 'read index received' (duration: 1.153597401s)","trace[68322463] 'applied index is now lower than readState.Index' (duration: 902.205884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:34.642649Z","caller":"traceutil/trace.go:171","msg":"trace[1433463221] transaction","detail":"{read_only:false; response_revision:6132; number_of_response:1; }","duration":"1.829360865s","start":"2026-03-31T20:33:32.813277Z","end":"2026-03-31T20:33:34.642638Z","steps":["trace[1433463221] 'process raft request' (duration: 1.679772805s)","trace[1433463221] 'compare' (duration: 149.094459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:34.642708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:32.81326Z","time spent":"1.829417755s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:33:34.6429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902805159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:33:34.642929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383772775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:33:34.642993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370703143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:33:34.643005Z","caller":"traceutil/trace.go:171","msg":"trace[1951160388] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6132; }","duration":"1.384425979s","start":"2026-03-31T20:33:33.258559Z","end":"2026-03-31T20:33:34.642985Z","steps":["trace[1951160388] 'agreement among raft nodes before linearized reading' (duration: 1.384269296s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.64303Z","caller":"traceutil/trace.go:171","msg":"trace[95003983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6132; }","duration":"1.370770015s","start":"2026-03-31T20:33:33.27225Z","end":"2026-03-31T20:33:34.64302Z","steps":["trace[95003983] 'agreement among raft nodes before linearized reading' (duration: 1.370651012s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.643033Z","caller":"traceutil/trace.go:171","msg":"trace[66774486] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:6132; }","duration":"1.902942202s","start":"2026-03-31T20:33:32.740028Z","end":"2026-03-31T20:33:34.64297Z","steps":["trace[66774486] 'agreement among raft nodes before linearized reading' (duration: 1.902793019s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.64307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:33.258538Z","time spent":"1.384518282s","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-31T20:33:34.64308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.493353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:33:34.643057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374215862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:33:34.643138Z","caller":"traceutil/trace.go:171","msg":"trace[273600520] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:6132; }","duration":"863.536994ms","start":"2026-03-31T20:33:33.779576Z","end":"2026-03-31T20:33:34.643113Z","steps":["trace[273600520] 'agreement among raft nodes before linearized reading' (duration: 863.473793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.643148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:32.740013Z","time spent":"1.903095445s","remote":"127.0.0.1:42714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:33:34.643167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626412366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:33:34.643192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:33.779517Z","time spent":"863.664106ms","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:33:34.643232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731685779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:33:34.643251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.053141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414094"} {"level":"info","ts":"2026-03-31T20:33:34.643273Z","caller":"traceutil/trace.go:171","msg":"trace[1146785301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6132; }","duration":"1.731748011s","start":"2026-03-31T20:33:32.911516Z","end":"2026-03-31T20:33:34.643264Z","steps":["trace[1146785301] 'agreement among raft nodes before linearized reading' (duration: 1.731655449s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.64331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551009328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:33:34.643338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:32.911504Z","time spent":"1.731826143s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:33:34.643062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:33.27224Z","time spent":"1.370815756s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:33:34.643351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.444362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:34.643322Z","caller":"traceutil/trace.go:171","msg":"trace[965091138] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:6132; }","duration":"239.181454ms","start":"2026-03-31T20:33:34.404123Z","end":"2026-03-31T20:33:34.643304Z","steps":["trace[965091138] 'agreement among raft nodes before linearized reading' (duration: 238.915588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.643378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527456563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:33:34.643419Z","caller":"traceutil/trace.go:171","msg":"trace[1269226872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6132; }","duration":"147.547684ms","start":"2026-03-31T20:33:34.495852Z","end":"2026-03-31T20:33:34.6434Z","steps":["trace[1269226872] 'agreement among raft nodes before linearized reading' (duration: 147.430702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.643453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85840495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:33:34.64345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384854308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:34.643468Z","caller":"traceutil/trace.go:171","msg":"trace[1389346186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6132; }","duration":"1.527611697s","start":"2026-03-31T20:33:33.115833Z","end":"2026-03-31T20:33:34.643445Z","steps":["trace[1389346186] 'agreement among raft nodes before linearized reading' (duration: 1.52730038s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.643494Z","caller":"traceutil/trace.go:171","msg":"trace[1434432268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6132; }","duration":"1.858484582s","start":"2026-03-31T20:33:32.784999Z","end":"2026-03-31T20:33:34.643484Z","steps":["trace[1434432268] 'agreement among raft nodes before linearized reading' (duration: 1.858422221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.643532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:32.784977Z","time spent":"1.858550014s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:33:34.64354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:33.115807Z","time spent":"1.527722649s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:33:34.643553Z","caller":"traceutil/trace.go:171","msg":"trace[367681349] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6132; }","duration":"1.384992751s","start":"2026-03-31T20:33:33.2585Z","end":"2026-03-31T20:33:34.643493Z","steps":["trace[367681349] 'agreement among raft nodes before linearized reading' (duration: 1.384853708s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.643367Z","caller":"traceutil/trace.go:171","msg":"trace[101688277] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:6132; }","duration":"1.55112181s","start":"2026-03-31T20:33:33.092232Z","end":"2026-03-31T20:33:34.643354Z","steps":["trace[101688277] 'agreement among raft nodes before linearized reading' (duration: 1.551031788s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.643145Z","caller":"traceutil/trace.go:171","msg":"trace[1014788875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6132; }","duration":"1.374354665s","start":"2026-03-31T20:33:33.268769Z","end":"2026-03-31T20:33:34.643124Z","steps":["trace[1014788875] 'agreement among raft nodes before linearized reading' (duration: 1.374091949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.643604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:33.258473Z","time spent":"1.385118334s","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-31T20:33:34.643674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:33.092208Z","time spent":"1.551444218s","remote":"127.0.0.1:39410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:33:34.643697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:33.268752Z","time spent":"1.374935209s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:33:34.643229Z","caller":"traceutil/trace.go:171","msg":"trace[548938005] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6132; }","duration":"1.626499159s","start":"2026-03-31T20:33:33.016709Z","end":"2026-03-31T20:33:34.643208Z","steps":["trace[548938005] 'agreement among raft nodes before linearized reading' (duration: 1.626372426s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.643002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370441048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:33:34.643805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:33.016689Z","time spent":"1.627098912s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:33:34.643812Z","caller":"traceutil/trace.go:171","msg":"trace[687420812] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6132; }","duration":"1.371280556s","start":"2026-03-31T20:33:33.272514Z","end":"2026-03-31T20:33:34.643794Z","steps":["trace[687420812] 'agreement among raft nodes before linearized reading' (duration: 1.370342495s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.642815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056069301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:33:34.64387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:33.272505Z","time spent":"1.371347637s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:33:34.643881Z","caller":"traceutil/trace.go:171","msg":"trace[283220597] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6132; }","duration":"2.057133104s","start":"2026-03-31T20:33:32.586731Z","end":"2026-03-31T20:33:34.643864Z","steps":["trace[283220597] 'agreement among raft nodes before linearized reading' (duration: 2.056044221s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.643894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627373068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T20:33:34.643614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375159623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:33:34.643936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:32.586681Z","time spent":"2.057234417s","remote":"127.0.0.1:52956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:33:34.643946Z","caller":"traceutil/trace.go:171","msg":"trace[593463378] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:6132; }","duration":"1.62748098s","start":"2026-03-31T20:33:33.016449Z","end":"2026-03-31T20:33:34.64393Z","steps":["trace[593463378] 'agreement among raft nodes before linearized reading' (duration: 1.627326356s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.643951Z","caller":"traceutil/trace.go:171","msg":"trace[1608582812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6132; }","duration":"1.375570272s","start":"2026-03-31T20:33:33.268367Z","end":"2026-03-31T20:33:34.643937Z","steps":["trace[1608582812] 'agreement among raft nodes before linearized reading' (duration: 1.374633831s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.643985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:33.016422Z","time spent":"1.627554772s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:33:34.64399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:33.268319Z","time spent":"1.375662064s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:33:34.645287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775391583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-31T20:33:34.645445Z","caller":"traceutil/trace.go:171","msg":"trace[1239538970] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:6132; }","duration":"1.775602828s","start":"2026-03-31T20:33:32.869831Z","end":"2026-03-31T20:33:34.645433Z","steps":["trace[1239538970] 'agreement among raft nodes before linearized reading' (duration: 1.77345896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.645504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:33:32.869803Z","time spent":"1.77569198s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":659,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:33:34.924171Z","caller":"traceutil/trace.go:171","msg":"trace[796754065] transaction","detail":"{read_only:false; response_revision:6134; number_of_response:1; }","duration":"276.180108ms","start":"2026-03-31T20:33:34.647963Z","end":"2026-03-31T20:33:34.924143Z","steps":["trace[796754065] 'process raft request' (duration: 269.293105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.924305Z","caller":"traceutil/trace.go:171","msg":"trace[967043735] transaction","detail":"{read_only:false; response_revision:6136; number_of_response:1; }","duration":"275.34835ms","start":"2026-03-31T20:33:34.648917Z","end":"2026-03-31T20:33:34.924265Z","steps":["trace[967043735] 'process raft request' (duration: 275.268448ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.92451Z","caller":"traceutil/trace.go:171","msg":"trace[214563824] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"276.383463ms","start":"2026-03-31T20:33:34.648075Z","end":"2026-03-31T20:33:34.924459Z","steps":["trace[214563824] 'process raft request' (duration: 276.012334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.924599Z","caller":"traceutil/trace.go:171","msg":"trace[1183786746] transaction","detail":"{read_only:false; response_revision:6137; number_of_response:1; }","duration":"275.189337ms","start":"2026-03-31T20:33:34.649387Z","end":"2026-03-31T20:33:34.924576Z","steps":["trace[1183786746] 'process raft request' (duration: 274.838309ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.924645Z","caller":"traceutil/trace.go:171","msg":"trace[1873228871] transaction","detail":"{read_only:false; response_revision:6138; number_of_response:1; }","duration":"275.055604ms","start":"2026-03-31T20:33:34.649551Z","end":"2026-03-31T20:33:34.924607Z","steps":["trace[1873228871] 'process raft request' (duration: 274.881939ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.924784Z","caller":"traceutil/trace.go:171","msg":"trace[1478155795] linearizableReadLoop","detail":"{readStateIndex:6371; appliedIndex:6367; }","duration":"275.682898ms","start":"2026-03-31T20:33:34.649088Z","end":"2026-03-31T20:33:34.924771Z","steps":["trace[1478155795] 'read index received' (duration: 49.457841ms)","trace[1478155795] 'applied index is now lower than readState.Index' (duration: 226.223787ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:34.924854Z","caller":"traceutil/trace.go:171","msg":"trace[227487180] transaction","detail":"{read_only:false; response_revision:6139; number_of_response:1; }","duration":"275.067864ms","start":"2026-03-31T20:33:34.649742Z","end":"2026-03-31T20:33:34.92481Z","steps":["trace[227487180] 'process raft request' (duration: 274.813009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:34.925091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.994985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:92259"} {"level":"info","ts":"2026-03-31T20:33:34.925124Z","caller":"traceutil/trace.go:171","msg":"trace[1429233599] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:6139; }","duration":"276.111227ms","start":"2026-03-31T20:33:34.649005Z","end":"2026-03-31T20:33:34.925116Z","steps":["trace[1429233599] 'agreement among raft nodes before linearized reading' (duration: 275.80629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:34.959158Z","caller":"traceutil/trace.go:171","msg":"trace[1200073039] transaction","detail":"{read_only:false; response_revision:6140; number_of_response:1; }","duration":"206.291313ms","start":"2026-03-31T20:33:34.752845Z","end":"2026-03-31T20:33:34.959136Z","steps":["trace[1200073039] 'process raft request' (duration: 206.175171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:35.10799Z","caller":"traceutil/trace.go:171","msg":"trace[336671052] transaction","detail":"{read_only:false; response_revision:6141; number_of_response:1; }","duration":"136.835806ms","start":"2026-03-31T20:33:34.971133Z","end":"2026-03-31T20:33:35.107969Z","steps":["trace[336671052] 'process raft request' (duration: 136.368266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:44.14182Z","caller":"traceutil/trace.go:171","msg":"trace[782274134] linearizableReadLoop","detail":"{readStateIndex:6450; appliedIndex:6449; }","duration":"114.373577ms","start":"2026-03-31T20:33:44.027421Z","end":"2026-03-31T20:33:44.141795Z","steps":["trace[782274134] 'read index received' (duration: 114.137682ms)","trace[782274134] 'applied index is now lower than readState.Index' (duration: 235.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:44.141979Z","caller":"traceutil/trace.go:171","msg":"trace[1262735775] transaction","detail":"{read_only:false; response_revision:6212; number_of_response:1; }","duration":"156.532254ms","start":"2026-03-31T20:33:43.985421Z","end":"2026-03-31T20:33:44.141953Z","steps":["trace[1262735775] 'process raft request' (duration: 156.237028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:44.142647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.216745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-03-31T20:33:44.142701Z","caller":"traceutil/trace.go:171","msg":"trace[339637642] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6212; }","duration":"115.342697ms","start":"2026-03-31T20:33:44.027345Z","end":"2026-03-31T20:33:44.142688Z","steps":["trace[339637642] 'agreement among raft nodes before linearized reading' (duration: 114.54123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:44.297838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.744113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T20:33:44.297929Z","caller":"traceutil/trace.go:171","msg":"trace[1697552244] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6212; }","duration":"109.930118ms","start":"2026-03-31T20:33:44.187976Z","end":"2026-03-31T20:33:44.297907Z","steps":["trace[1697552244] 'range keys from in-memory index tree' (duration: 109.457186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:44.922625Z","caller":"traceutil/trace.go:171","msg":"trace[655622181] transaction","detail":"{read_only:false; response_revision:6217; number_of_response:1; }","duration":"112.984635ms","start":"2026-03-31T20:33:44.809593Z","end":"2026-03-31T20:33:44.922577Z","steps":["trace[655622181] 'process raft request' (duration: 65.929818ms)","trace[655622181] 'compare' (duration: 46.801111ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:45.125475Z","caller":"traceutil/trace.go:171","msg":"trace[1861906618] transaction","detail":"{read_only:false; response_revision:6219; number_of_response:1; }","duration":"150.751876ms","start":"2026-03-31T20:33:44.974696Z","end":"2026-03-31T20:33:45.125448Z","steps":["trace[1861906618] 'process raft request' (duration: 108.152228ms)","trace[1861906618] 'compare' (duration: 42.437685ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:45.125713Z","caller":"traceutil/trace.go:171","msg":"trace[1193227021] linearizableReadLoop","detail":"{readStateIndex:6458; appliedIndex:6455; }","duration":"150.286526ms","start":"2026-03-31T20:33:44.975387Z","end":"2026-03-31T20:33:45.125674Z","steps":["trace[1193227021] 'read index received' (duration: 16.887086ms)","trace[1193227021] 'applied index is now lower than readState.Index' (duration: 133.39845ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:45.125775Z","caller":"traceutil/trace.go:171","msg":"trace[2135803475] transaction","detail":"{read_only:false; response_revision:6220; number_of_response:1; }","duration":"150.410008ms","start":"2026-03-31T20:33:44.975355Z","end":"2026-03-31T20:33:45.125765Z","steps":["trace[2135803475] 'process raft request' (duration: 150.0574ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:45.125845Z","caller":"traceutil/trace.go:171","msg":"trace[953604472] transaction","detail":"{read_only:false; response_revision:6221; number_of_response:1; }","duration":"150.408399ms","start":"2026-03-31T20:33:44.975419Z","end":"2026-03-31T20:33:45.125828Z","steps":["trace[953604472] 'process raft request' (duration: 150.182474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:45.126147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.709815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:33:45.126163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.656564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:33:45.126274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.377983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:33:45.126398Z","caller":"traceutil/trace.go:171","msg":"trace[2089055876] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:6221; }","duration":"148.552726ms","start":"2026-03-31T20:33:44.977819Z","end":"2026-03-31T20:33:45.126372Z","steps":["trace[2089055876] 'agreement among raft nodes before linearized reading' (duration: 148.138287ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:45.12626Z","caller":"traceutil/trace.go:171","msg":"trace[611110208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6221; }","duration":"150.861798ms","start":"2026-03-31T20:33:44.975371Z","end":"2026-03-31T20:33:45.126233Z","steps":["trace[611110208] 'agreement among raft nodes before linearized reading' (duration: 150.510661ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:45.126491Z","caller":"traceutil/trace.go:171","msg":"trace[2031095295] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:6221; }","duration":"150.93877ms","start":"2026-03-31T20:33:44.9754Z","end":"2026-03-31T20:33:45.126338Z","steps":["trace[2031095295] 'agreement among raft nodes before linearized reading' (duration: 150.463189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:45.322067Z","caller":"traceutil/trace.go:171","msg":"trace[1331344426] transaction","detail":"{read_only:false; response_revision:6223; number_of_response:1; }","duration":"189.594961ms","start":"2026-03-31T20:33:45.132432Z","end":"2026-03-31T20:33:45.322027Z","steps":["trace[1331344426] 'process raft request' (duration: 100.749053ms)","trace[1331344426] 'compare' (duration: 88.570132ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:46.053547Z","caller":"traceutil/trace.go:171","msg":"trace[1762212748] transaction","detail":"{read_only:false; response_revision:6224; number_of_response:1; }","duration":"238.746754ms","start":"2026-03-31T20:33:45.814774Z","end":"2026-03-31T20:33:46.053521Z","steps":["trace[1762212748] 'process raft request' (duration: 238.55105ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:46.874712Z","caller":"traceutil/trace.go:171","msg":"trace[993219546] linearizableReadLoop","detail":"{readStateIndex:6465; appliedIndex:6464; }","duration":"136.54501ms","start":"2026-03-31T20:33:46.738136Z","end":"2026-03-31T20:33:46.874681Z","steps":["trace[993219546] 'read index received' (duration: 48.308646ms)","trace[993219546] 'applied index is now lower than readState.Index' (duration: 88.234824ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:46.874717Z","caller":"traceutil/trace.go:171","msg":"trace[1858355544] transaction","detail":"{read_only:false; response_revision:6227; number_of_response:1; }","duration":"201.184388ms","start":"2026-03-31T20:33:46.6735Z","end":"2026-03-31T20:33:46.874684Z","steps":["trace[1858355544] 'process raft request' (duration: 112.946894ms)","trace[1858355544] 'compare' (duration: 88.022359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:46.874867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.711993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:33:46.874995Z","caller":"traceutil/trace.go:171","msg":"trace[396975895] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6227; }","duration":"136.875436ms","start":"2026-03-31T20:33:46.738104Z","end":"2026-03-31T20:33:46.874979Z","steps":["trace[396975895] 'agreement among raft nodes before linearized reading' (duration: 136.704092ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:46.876075Z","caller":"traceutil/trace.go:171","msg":"trace[1173861534] transaction","detail":"{read_only:false; response_revision:6228; number_of_response:1; }","duration":"137.076891ms","start":"2026-03-31T20:33:46.738966Z","end":"2026-03-31T20:33:46.876043Z","steps":["trace[1173861534] 'process raft request' (duration: 136.887187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:46.876097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.830496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:5997"} {"level":"info","ts":"2026-03-31T20:33:46.876286Z","caller":"traceutil/trace.go:171","msg":"trace[1090013138] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:6228; }","duration":"137.085361ms","start":"2026-03-31T20:33:46.73919Z","end":"2026-03-31T20:33:46.876275Z","steps":["trace[1090013138] 'agreement among raft nodes before linearized reading' (duration: 136.760104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.246695Z","caller":"traceutil/trace.go:171","msg":"trace[2077115251] linearizableReadLoop","detail":"{readStateIndex:6470; appliedIndex:6469; }","duration":"114.916098ms","start":"2026-03-31T20:33:47.131751Z","end":"2026-03-31T20:33:47.246667Z","steps":["trace[2077115251] 'read index received' (duration: 114.691223ms)","trace[2077115251] 'applied index is now lower than readState.Index' (duration: 223.615µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:47.24683Z","caller":"traceutil/trace.go:171","msg":"trace[328182250] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"141.46465ms","start":"2026-03-31T20:33:47.105327Z","end":"2026-03-31T20:33:47.246791Z","steps":["trace[328182250] 'process raft request' (duration: 141.166323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.246963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.186625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:33:47.24712Z","caller":"traceutil/trace.go:171","msg":"trace[481685619] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6232; }","duration":"115.397908ms","start":"2026-03-31T20:33:47.131703Z","end":"2026-03-31T20:33:47.247101Z","steps":["trace[481685619] 'agreement among raft nodes before linearized reading' (duration: 115.108302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.246997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.213774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:33:47.247215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.277807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:33:47.247289Z","caller":"traceutil/trace.go:171","msg":"trace[701406736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6232; }","duration":"115.560683ms","start":"2026-03-31T20:33:47.131694Z","end":"2026-03-31T20:33:47.247255Z","steps":["trace[701406736] 'agreement among raft nodes before linearized reading' (duration: 115.126843ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.24734Z","caller":"traceutil/trace.go:171","msg":"trace[1842332245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6232; }","duration":"115.47203ms","start":"2026-03-31T20:33:47.131841Z","end":"2026-03-31T20:33:47.247313Z","steps":["trace[1842332245] 'agreement among raft nodes before linearized reading' (duration: 115.099752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:33:47.247251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.389715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:33:47.247466Z","caller":"traceutil/trace.go:171","msg":"trace[2071582981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:6232; }","duration":"109.613081ms","start":"2026-03-31T20:33:47.137824Z","end":"2026-03-31T20:33:47.247437Z","steps":["trace[2071582981] 'agreement among raft nodes before linearized reading' (duration: 109.313514ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.359727Z","caller":"traceutil/trace.go:171","msg":"trace[360616590] transaction","detail":"{read_only:false; response_revision:6235; number_of_response:1; }","duration":"107.040953ms","start":"2026-03-31T20:33:47.252672Z","end":"2026-03-31T20:33:47.359713Z","steps":["trace[360616590] 'process raft request' (duration: 107.006972ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.35982Z","caller":"traceutil/trace.go:171","msg":"trace[756404893] transaction","detail":"{read_only:false; response_revision:6233; number_of_response:1; }","duration":"107.939133ms","start":"2026-03-31T20:33:47.251876Z","end":"2026-03-31T20:33:47.359815Z","steps":["trace[756404893] 'process raft request' (duration: 107.677657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.359871Z","caller":"traceutil/trace.go:171","msg":"trace[602263907] transaction","detail":"{read_only:false; response_revision:6234; number_of_response:1; }","duration":"107.620577ms","start":"2026-03-31T20:33:47.252221Z","end":"2026-03-31T20:33:47.359842Z","steps":["trace[602263907] 'process raft request' (duration: 107.437222ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.360134Z","caller":"traceutil/trace.go:171","msg":"trace[769551918] linearizableReadLoop","detail":"{readStateIndex:6475; appliedIndex:6470; }","duration":"106.88164ms","start":"2026-03-31T20:33:47.253215Z","end":"2026-03-31T20:33:47.360097Z","steps":["trace[769551918] 'read index received' (duration: 56.063488ms)","trace[769551918] 'applied index is now lower than readState.Index' (duration: 50.816692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:47.360396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.176637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:100085"} {"level":"info","ts":"2026-03-31T20:33:47.360406Z","caller":"traceutil/trace.go:171","msg":"trace[1991601806] transaction","detail":"{read_only:false; response_revision:6236; number_of_response:1; }","duration":"107.162436ms","start":"2026-03-31T20:33:47.253017Z","end":"2026-03-31T20:33:47.36018Z","steps":["trace[1991601806] 'process raft request' (duration: 106.678685ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.360427Z","caller":"traceutil/trace.go:171","msg":"trace[1558085940] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6237; }","duration":"107.240508ms","start":"2026-03-31T20:33:47.253178Z","end":"2026-03-31T20:33:47.360419Z","steps":["trace[1558085940] 'agreement among raft nodes before linearized reading' (duration: 107.057984ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:47.360403Z","caller":"traceutil/trace.go:171","msg":"trace[1746178976] transaction","detail":"{read_only:false; response_revision:6237; number_of_response:1; }","duration":"104.983708ms","start":"2026-03-31T20:33:47.255174Z","end":"2026-03-31T20:33:47.360157Z","steps":["trace[1746178976] 'process raft request' (duration: 104.727742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:33:52.964139Z","caller":"traceutil/trace.go:171","msg":"trace[623836606] transaction","detail":"{read_only:false; response_revision:6282; number_of_response:1; }","duration":"117.345413ms","start":"2026-03-31T20:33:52.846745Z","end":"2026-03-31T20:33:52.964091Z","steps":["trace[623836606] 'process raft request' (duration: 76.467022ms)","trace[623836606] 'compare' (duration: 40.713517ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:53.135117Z","caller":"traceutil/trace.go:171","msg":"trace[387454930] linearizableReadLoop","detail":"{readStateIndex:6523; appliedIndex:6522; }","duration":"113.716791ms","start":"2026-03-31T20:33:53.021374Z","end":"2026-03-31T20:33:53.135091Z","steps":["trace[387454930] 'read index received' (duration: 88.115952ms)","trace[387454930] 'applied index is now lower than readState.Index' (duration: 25.599889ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:33:53.135267Z","caller":"traceutil/trace.go:171","msg":"trace[1462844012] transaction","detail":"{read_only:false; response_revision:6283; number_of_response:1; }","duration":"141.362796ms","start":"2026-03-31T20:33:52.993863Z","end":"2026-03-31T20:33:53.135226Z","steps":["trace[1462844012] 'process raft request' (duration: 115.587813ms)","trace[1462844012] 'compare' (duration: 25.526168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:33:53.135356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.961787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:33:53.135395Z","caller":"traceutil/trace.go:171","msg":"trace[1647332106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6283; }","duration":"114.047108ms","start":"2026-03-31T20:33:53.021337Z","end":"2026-03-31T20:33:53.135384Z","steps":["trace[1647332106] 'agreement among raft nodes before linearized reading' (duration: 113.898504ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:34.951142Z","caller":"traceutil/trace.go:171","msg":"trace[311103251] transaction","detail":"{read_only:false; response_revision:6546; number_of_response:1; }","duration":"138.616855ms","start":"2026-03-31T20:34:34.81248Z","end":"2026-03-31T20:34:34.951097Z","steps":["trace[311103251] 'process raft request' (duration: 137.971731ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:34:55.299045Z","caller":"traceutil/trace.go:171","msg":"trace[838137962] transaction","detail":"{read_only:false; response_revision:6648; number_of_response:1; }","duration":"131.879406ms","start":"2026-03-31T20:34:55.167137Z","end":"2026-03-31T20:34:55.299017Z","steps":["trace[838137962] 'process raft request' (duration: 131.704792ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:00.183039Z","caller":"traceutil/trace.go:171","msg":"trace[1779805747] transaction","detail":"{read_only:false; response_revision:6675; number_of_response:1; }","duration":"103.177507ms","start":"2026-03-31T20:35:00.079829Z","end":"2026-03-31T20:35:00.183007Z","steps":["trace[1779805747] 'process raft request' (duration: 102.040772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:35:00.187416Z","caller":"traceutil/trace.go:171","msg":"trace[1836894463] transaction","detail":"{read_only:false; response_revision:6676; number_of_response:1; }","duration":"106.02158ms","start":"2026-03-31T20:35:00.081345Z","end":"2026-03-31T20:35:00.187367Z","steps":["trace[1836894463] 'process raft request' (duration: 105.816276ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:50.991795Z","caller":"traceutil/trace.go:171","msg":"trace[1760833859] linearizableReadLoop","detail":"{readStateIndex:7808; appliedIndex:7807; }","duration":"102.573655ms","start":"2026-03-31T20:36:50.8892Z","end":"2026-03-31T20:36:50.991773Z","steps":["trace[1760833859] 'read index received' (duration: 36.084634ms)","trace[1760833859] 'applied index is now lower than readState.Index' (duration: 66.488011ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:36:50.991891Z","caller":"traceutil/trace.go:171","msg":"trace[1197471493] transaction","detail":"{read_only:false; response_revision:7527; number_of_response:1; }","duration":"111.089105ms","start":"2026-03-31T20:36:50.880765Z","end":"2026-03-31T20:36:50.991854Z","steps":["trace[1197471493] 'process raft request' (duration: 44.565953ms)","trace[1197471493] 'compare' (duration: 66.340448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:36:50.991951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.731839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:36:50.992031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.977153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:36:50.992083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.179665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5485"} {"level":"info","ts":"2026-03-31T20:36:50.992103Z","caller":"traceutil/trace.go:171","msg":"trace[751297158] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7527; }","duration":"102.083325ms","start":"2026-03-31T20:36:50.889996Z","end":"2026-03-31T20:36:50.99208Z","steps":["trace[751297158] 'agreement among raft nodes before linearized reading' (duration: 101.985443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:36:50.992075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.211787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:36:50.992131Z","caller":"traceutil/trace.go:171","msg":"trace[1576578061] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7527; }","duration":"101.252067ms","start":"2026-03-31T20:36:50.890866Z","end":"2026-03-31T20:36:50.992118Z","steps":["trace[1576578061] 'agreement among raft nodes before linearized reading' (duration: 101.102134ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:50.992179Z","caller":"traceutil/trace.go:171","msg":"trace[53527526] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7527; }","duration":"102.359571ms","start":"2026-03-31T20:36:50.889798Z","end":"2026-03-31T20:36:50.992158Z","steps":["trace[53527526] 'agreement among raft nodes before linearized reading' (duration: 102.167797ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:36:50.99231Z","caller":"traceutil/trace.go:171","msg":"trace[2061728946] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7527; }","duration":"102.802591ms","start":"2026-03-31T20:36:50.889178Z","end":"2026-03-31T20:36:50.991981Z","steps":["trace[2061728946] 'agreement among raft nodes before linearized reading' (duration: 102.726099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:01.953838Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5408} {"level":"info","ts":"2026-03-31T20:37:02.057607Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5408,"took":"101.770868ms","hash":2400372568,"current-db-size-bytes":55058432,"current-db-size":"55 MB","current-db-size-in-use-bytes":25337856,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-31T20:37:02.057676Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2400372568,"revision":5408,"compact-revision":2668} {"level":"info","ts":"2026-03-31T20:37:18.144241Z","caller":"traceutil/trace.go:171","msg":"trace[974021860] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"132.872382ms","start":"2026-03-31T20:37:18.011343Z","end":"2026-03-31T20:37:18.144215Z","steps":["trace[974021860] 'process raft request' (duration: 132.713408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:19.076454Z","caller":"traceutil/trace.go:171","msg":"trace[1148214586] transaction","detail":"{read_only:false; response_revision:7722; number_of_response:1; }","duration":"142.001225ms","start":"2026-03-31T20:37:18.934421Z","end":"2026-03-31T20:37:19.076422Z","steps":["trace[1148214586] 'process raft request' (duration: 141.721028ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:37:20.610588Z","caller":"traceutil/trace.go:171","msg":"trace[952053264] transaction","detail":"{read_only:false; response_revision:7729; number_of_response:1; }","duration":"197.521842ms","start":"2026-03-31T20:37:20.413037Z","end":"2026-03-31T20:37:20.610558Z","steps":["trace[952053264] 'process raft request' (duration: 197.147844ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:09.098733Z","caller":"traceutil/trace.go:171","msg":"trace[1708985379] linearizableReadLoop","detail":"{readStateIndex:8382; appliedIndex:8381; }","duration":"113.665357ms","start":"2026-03-31T20:38:08.985043Z","end":"2026-03-31T20:38:09.098709Z","steps":["trace[1708985379] 'read index received' (duration: 113.390791ms)","trace[1708985379] 'applied index is now lower than readState.Index' (duration: 273.516µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:09.098946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.887411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:38:09.098979Z","caller":"traceutil/trace.go:171","msg":"trace[64618808] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8080; }","duration":"113.963144ms","start":"2026-03-31T20:38:08.985007Z","end":"2026-03-31T20:38:09.09897Z","steps":["trace[64618808] 'agreement among raft nodes before linearized reading' (duration: 113.82167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:09.098913Z","caller":"traceutil/trace.go:171","msg":"trace[105687078] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"124.179899ms","start":"2026-03-31T20:38:08.974593Z","end":"2026-03-31T20:38:09.098773Z","steps":["trace[105687078] 'process raft request' (duration: 123.951474ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:09.67483Z","caller":"traceutil/trace.go:171","msg":"trace[546820363] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"175.658245ms","start":"2026-03-31T20:38:09.499146Z","end":"2026-03-31T20:38:09.674804Z","steps":["trace[546820363] 'process raft request' (duration: 175.43871ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:14.721879Z","caller":"traceutil/trace.go:171","msg":"trace[1809441520] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"192.735334ms","start":"2026-03-31T20:38:14.52912Z","end":"2026-03-31T20:38:14.721856Z","steps":["trace[1809441520] 'process raft request' (duration: 192.594751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:14.963828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.612945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:14.964107Z","caller":"traceutil/trace.go:171","msg":"trace[728856410] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8249; }","duration":"180.943372ms","start":"2026-03-31T20:38:14.783142Z","end":"2026-03-31T20:38:14.964085Z","steps":["trace[728856410] 'range keys from in-memory index tree' (duration: 180.519913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:17.328389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205041617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:17.829255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205041617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:18.329692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.496909935s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:38:18.329732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205041617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:38:18.330121Z","caller":"traceutil/trace.go:171","msg":"trace[80777364] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"2.497424967s","start":"2026-03-31T20:38:15.83267Z","end":"2026-03-31T20:38:18.330095Z","steps":["trace[80777364] 'process raft request' (duration: 2.497231533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.330283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:15.832645Z","time spent":"2.497525729s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:18.330864Z","caller":"traceutil/trace.go:171","msg":"trace[1443120915] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8559; }","duration":"1.502484124s","start":"2026-03-31T20:38:16.828355Z","end":"2026-03-31T20:38:18.330839Z","steps":["trace[1443120915] 'read index received' (duration: 1.501562193s)","trace[1443120915] 'applied index is now lower than readState.Index' (duration: 920.971µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:18.330965Z","caller":"traceutil/trace.go:171","msg":"trace[1131769633] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"1.603833487s","start":"2026-03-31T20:38:16.72712Z","end":"2026-03-31T20:38:18.330954Z","steps":["trace[1131769633] 'process raft request' (duration: 1.603668382s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.330956Z","caller":"traceutil/trace.go:171","msg":"trace[44709196] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"2.132800634s","start":"2026-03-31T20:38:16.198126Z","end":"2026-03-31T20:38:18.330927Z","steps":["trace[44709196] 'process raft request' (duration: 2.132567038s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.331064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.7271Z","time spent":"1.603889238s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:18.331105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.198101Z","time spent":"2.132924526s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:18.331265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180755214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.331298Z","caller":"traceutil/trace.go:171","msg":"trace[949017344] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8259; }","duration":"1.180820085s","start":"2026-03-31T20:38:17.150467Z","end":"2026-03-31T20:38:18.331287Z","steps":["trace[949017344] 'agreement among raft nodes before linearized reading' (duration: 1.180765354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.331279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449862784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.33133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.150435Z","time spent":"1.180887647s","remote":"127.0.0.1:57668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"info","ts":"2026-03-31T20:38:18.331349Z","caller":"traceutil/trace.go:171","msg":"trace[643445383] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8259; }","duration":"1.449939446s","start":"2026-03-31T20:38:16.881391Z","end":"2026-03-31T20:38:18.331331Z","steps":["trace[643445383] 'agreement among raft nodes before linearized reading' (duration: 1.449775103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.331397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.881348Z","time spent":"1.450034778s","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:38:18.331386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095226503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.331464Z","caller":"traceutil/trace.go:171","msg":"trace[2140415971] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8259; }","duration":"1.095346625s","start":"2026-03-31T20:38:17.236097Z","end":"2026-03-31T20:38:18.331443Z","steps":["trace[2140415971] 'agreement among raft nodes before linearized reading' (duration: 1.095229422s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.331498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147295861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.331504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.236074Z","time spent":"1.095419717s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-03-31T20:38:18.331529Z","caller":"traceutil/trace.go:171","msg":"trace[131019499] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8259; }","duration":"1.147336791s","start":"2026-03-31T20:38:17.184183Z","end":"2026-03-31T20:38:18.331519Z","steps":["trace[131019499] 'agreement among raft nodes before linearized reading' (duration: 1.14728787s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.331563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.184179Z","time spent":"1.147370822s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:18.331677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166563448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.331724Z","caller":"traceutil/trace.go:171","msg":"trace[113103676] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8259; }","duration":"1.166622599s","start":"2026-03-31T20:38:17.165087Z","end":"2026-03-31T20:38:18.331709Z","steps":["trace[113103676] 'agreement among raft nodes before linearized reading' (duration: 1.166517557s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.331691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147001224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.331782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183839823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:38:18.33184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180549309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.331844Z","caller":"traceutil/trace.go:171","msg":"trace[2131767061] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8259; }","duration":"1.183923104s","start":"2026-03-31T20:38:17.147907Z","end":"2026-03-31T20:38:18.33183Z","steps":["trace[2131767061] 'agreement among raft nodes before linearized reading' (duration: 1.183699439s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.331868Z","caller":"traceutil/trace.go:171","msg":"trace[1466170255] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8259; }","duration":"1.18058494s","start":"2026-03-31T20:38:17.151273Z","end":"2026-03-31T20:38:18.331858Z","steps":["trace[1466170255] 'agreement among raft nodes before linearized reading' (duration: 1.180548059s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.331858Z","caller":"traceutil/trace.go:171","msg":"trace[777652642] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8259; }","duration":"1.147248539s","start":"2026-03-31T20:38:17.184571Z","end":"2026-03-31T20:38:18.331819Z","steps":["trace[777652642] 'agreement among raft nodes before linearized reading' (duration: 1.146879331s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.331894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.147891Z","time spent":"1.183991935s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:18.331936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181289975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.331906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112829283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.331931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.184566Z","time spent":"1.147351571s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"info","ts":"2026-03-31T20:38:18.331959Z","caller":"traceutil/trace.go:171","msg":"trace[1063866129] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8259; }","duration":"1.181322446s","start":"2026-03-31T20:38:17.15063Z","end":"2026-03-31T20:38:18.331953Z","steps":["trace[1063866129] 'agreement among raft nodes before linearized reading' (duration: 1.181288075s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.331994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.150625Z","time spent":"1.181359976s","remote":"127.0.0.1:57668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:18.332011Z","caller":"traceutil/trace.go:171","msg":"trace[628335193] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8259; }","duration":"1.112916055s","start":"2026-03-31T20:38:17.219055Z","end":"2026-03-31T20:38:18.331971Z","steps":["trace[628335193] 'agreement among raft nodes before linearized reading' (duration: 1.112815133s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503736702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:38:18.332028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166334552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199432508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.332137Z","caller":"traceutil/trace.go:171","msg":"trace[969676242] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8259; }","duration":"1.503821734s","start":"2026-03-31T20:38:16.828305Z","end":"2026-03-31T20:38:18.332126Z","steps":["trace[969676242] 'agreement among raft nodes before linearized reading' (duration: 1.503424525s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.33215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096058441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.828284Z","time spent":"1.503880105s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:38:18.332177Z","caller":"traceutil/trace.go:171","msg":"trace[653178393] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8259; }","duration":"1.096123102s","start":"2026-03-31T20:38:17.236046Z","end":"2026-03-31T20:38:18.332169Z","steps":["trace[653178393] 'agreement among raft nodes before linearized reading' (duration: 1.096082452s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.332186Z","caller":"traceutil/trace.go:171","msg":"trace[1825207940] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8259; }","duration":"1.166569227s","start":"2026-03-31T20:38:17.165593Z","end":"2026-03-31T20:38:18.332162Z","steps":["trace[1825207940] 'agreement among raft nodes before linearized reading' (duration: 1.166307342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.33223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199594672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.165572Z","time spent":"1.16667147s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"info","ts":"2026-03-31T20:38:18.332269Z","caller":"traceutil/trace.go:171","msg":"trace[1356228205] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8259; }","duration":"1.199644552s","start":"2026-03-31T20:38:17.132613Z","end":"2026-03-31T20:38:18.332257Z","steps":["trace[1356228205] 'agreement among raft nodes before linearized reading' (duration: 1.199584231s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096823277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T20:38:18.332316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.132608Z","time spent":"1.199695603s","remote":"127.0.0.1:57660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-31T20:38:18.332338Z","caller":"traceutil/trace.go:171","msg":"trace[1523176391] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:8259; }","duration":"1.096877529s","start":"2026-03-31T20:38:17.235453Z","end":"2026-03-31T20:38:18.332331Z","steps":["trace[1523176391] 'agreement among raft nodes before linearized reading' (duration: 1.096770407s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06007817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.235439Z","time spent":"1.096921831s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"info","ts":"2026-03-31T20:38:18.332387Z","caller":"traceutil/trace.go:171","msg":"trace[1062749732] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8259; }","duration":"1.060120052s","start":"2026-03-31T20:38:17.272257Z","end":"2026-03-31T20:38:18.332377Z","steps":["trace[1062749732] 'agreement among raft nodes before linearized reading' (duration: 1.060060081s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.272253Z","time spent":"1.060166093s","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:38:18.332444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11314256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.107163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.331583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:38:18.332504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.122638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:38:18.332206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.236026Z","time spent":"1.096173503s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:18.332527Z","caller":"traceutil/trace.go:171","msg":"trace[1276900768] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8259; }","duration":"1.113280503s","start":"2026-03-31T20:38:17.21922Z","end":"2026-03-31T20:38:18.332501Z","steps":["trace[1276900768] 'agreement among raft nodes before linearized reading' (duration: 1.11314903s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040568118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167022818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073362986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390462954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216903536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.332862Z","caller":"traceutil/trace.go:171","msg":"trace[606978900] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8259; }","duration":"1.073400667s","start":"2026-03-31T20:38:17.25945Z","end":"2026-03-31T20:38:18.332851Z","steps":["trace[606978900] 'agreement among raft nodes before linearized reading' (duration: 1.073359906s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.332869Z","caller":"traceutil/trace.go:171","msg":"trace[1315630655] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8259; }","duration":"1.390510285s","start":"2026-03-31T20:38:16.94235Z","end":"2026-03-31T20:38:18.33286Z","steps":["trace[1315630655] 'agreement among raft nodes before linearized reading' (duration: 1.390468014s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.332882Z","caller":"traceutil/trace.go:171","msg":"trace[595198393] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8259; }","duration":"1.216956247s","start":"2026-03-31T20:38:17.115916Z","end":"2026-03-31T20:38:18.332873Z","steps":["trace[595198393] 'agreement among raft nodes before linearized reading' (duration: 1.216913916s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289361137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.942344Z","time spent":"1.390549925s","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:18.332901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425627336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073504329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.332948Z","caller":"traceutil/trace.go:171","msg":"trace[800513512] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8259; }","duration":"1.425699197s","start":"2026-03-31T20:38:16.907237Z","end":"2026-03-31T20:38:18.332937Z","steps":["trace[800513512] 'agreement among raft nodes before linearized reading' (duration: 1.425589445s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.332937Z","caller":"traceutil/trace.go:171","msg":"trace[1165601806] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8259; }","duration":"1.289420278s","start":"2026-03-31T20:38:17.043501Z","end":"2026-03-31T20:38:18.332922Z","steps":["trace[1165601806] 'agreement among raft nodes before linearized reading' (duration: 1.289357297s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.331758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.16508Z","time spent":"1.16666997s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"info","ts":"2026-03-31T20:38:18.332975Z","caller":"traceutil/trace.go:171","msg":"trace[932736034] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8259; }","duration":"1.073569661s","start":"2026-03-31T20:38:17.259397Z","end":"2026-03-31T20:38:18.332967Z","steps":["trace[932736034] 'agreement among raft nodes before linearized reading' (duration: 1.07352006s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.907226Z","time spent":"1.425749708s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:38:18.333003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.25938Z","time spent":"1.073615912s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:38:18.333002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.043493Z","time spent":"1.289494049s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:38:18.333025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249102592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.333052Z","caller":"traceutil/trace.go:171","msg":"trace[1617949563] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8259; }","duration":"1.249138904s","start":"2026-03-31T20:38:17.083904Z","end":"2026-03-31T20:38:18.333043Z","steps":["trace[1617949563] 'agreement among raft nodes before linearized reading' (duration: 1.249102443s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.33304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451566452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.333079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.083899Z","time spent":"1.249173194s","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:18.333076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266042039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.333099Z","caller":"traceutil/trace.go:171","msg":"trace[547832178] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8259; }","duration":"1.451631013s","start":"2026-03-31T20:38:16.881452Z","end":"2026-03-31T20:38:18.333083Z","steps":["trace[547832178] 'agreement among raft nodes before linearized reading' (duration: 1.451533971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.333108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403469923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.331902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.151269Z","time spent":"1.18062437s","remote":"127.0.0.1:57668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:38:18.332915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.115902Z","time spent":"1.217005029s","remote":"127.0.0.1:57652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:38:18.333146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.881438Z","time spent":"1.451695685s","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:18.333157Z","caller":"traceutil/trace.go:171","msg":"trace[1382445361] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8259; }","duration":"1.403527385s","start":"2026-03-31T20:38:16.929615Z","end":"2026-03-31T20:38:18.333142Z","steps":["trace[1382445361] 'agreement among raft nodes before linearized reading' (duration: 1.403464523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.333193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266252994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.333201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.92961Z","time spent":"1.403576806s","remote":"127.0.0.1:57608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-03-31T20:38:18.333226Z","caller":"traceutil/trace.go:171","msg":"trace[1433715269] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8259; }","duration":"1.266307504s","start":"2026-03-31T20:38:17.066906Z","end":"2026-03-31T20:38:18.333213Z","steps":["trace[1433715269] 'agreement among raft nodes before linearized reading' (duration: 1.266262163s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.33324Z","caller":"traceutil/trace.go:171","msg":"trace[133232697] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8259; }","duration":"1.266124041s","start":"2026-03-31T20:38:17.066985Z","end":"2026-03-31T20:38:18.333109Z","steps":["trace[133232697] 'agreement among raft nodes before linearized reading' (duration: 1.26605658s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.333253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.066893Z","time spent":"1.266353156s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:38:18.333262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451027611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.33327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315001106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.33299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249062331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.333292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.066966Z","time spent":"1.266311715s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:18.3318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180471437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T20:38:18.332104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.219051Z","time spent":"1.113040668s","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:18.333313Z","caller":"traceutil/trace.go:171","msg":"trace[31011174] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8259; }","duration":"1.451120362s","start":"2026-03-31T20:38:16.882179Z","end":"2026-03-31T20:38:18.3333Z","steps":["trace[31011174] 'agreement among raft nodes before linearized reading' (duration: 1.450990199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.173195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:18.333329Z","caller":"traceutil/trace.go:171","msg":"trace[1684780668] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8259; }","duration":"1.315055237s","start":"2026-03-31T20:38:17.018252Z","end":"2026-03-31T20:38:18.333308Z","steps":["trace[1684780668] 'agreement among raft nodes before linearized reading' (duration: 1.314975586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.09649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289272465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.333351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403737199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.333366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.882168Z","time spent":"1.451177593s","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:38:18.333381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.018238Z","time spent":"1.31512834s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-03-31T20:38:18.333396Z","caller":"traceutil/trace.go:171","msg":"trace[104954316] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8259; }","duration":"1.4037981s","start":"2026-03-31T20:38:16.929589Z","end":"2026-03-31T20:38:18.333387Z","steps":["trace[104954316] 'agreement among raft nodes before linearized reading' (duration: 1.403732599s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.333399Z","caller":"traceutil/trace.go:171","msg":"trace[1840230136] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8259; }","duration":"1.289834327s","start":"2026-03-31T20:38:17.043548Z","end":"2026-03-31T20:38:18.333383Z","steps":["trace[1840230136] 'agreement among raft nodes before linearized reading' (duration: 1.289254034s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.333427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.929582Z","time spent":"1.403838191s","remote":"127.0.0.1:57608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:18.333401Z","caller":"traceutil/trace.go:171","msg":"trace[1973236159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8259; }","duration":"568.187717ms","start":"2026-03-31T20:38:17.765169Z","end":"2026-03-31T20:38:18.333357Z","steps":["trace[1973236159] 'agreement among raft nodes before linearized reading' (duration: 567.160195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.333458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.043526Z","time spent":"1.289913828s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:18.332022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198465647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.333485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.765149Z","time spent":"568.314801ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:18.333488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097140844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.333504Z","caller":"traceutil/trace.go:171","msg":"trace[734991546] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8259; }","duration":"1.199963619s","start":"2026-03-31T20:38:17.133533Z","end":"2026-03-31T20:38:18.333496Z","steps":["trace[734991546] 'agreement among raft nodes before linearized reading' (duration: 1.198450016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.333534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.133528Z","time spent":"1.19999839s","remote":"127.0.0.1:57660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:38:18.332896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.259448Z","time spent":"1.073440858s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-03-31T20:38:18.332535Z","caller":"traceutil/trace.go:171","msg":"trace[584110779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8259; }","duration":"955.399284ms","start":"2026-03-31T20:38:17.377124Z","end":"2026-03-31T20:38:18.332523Z","steps":["trace[584110779] 'agreement among raft nodes before linearized reading' (duration: 955.325423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133114244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.333573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266179532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.333596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.377106Z","time spent":"956.478398ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:38:18.333612Z","caller":"traceutil/trace.go:171","msg":"trace[1552196782] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8259; }","duration":"1.266220613s","start":"2026-03-31T20:38:17.067383Z","end":"2026-03-31T20:38:18.333603Z","steps":["trace[1552196782] 'agreement among raft nodes before linearized reading' (duration: 1.266164722s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.333608Z","caller":"traceutil/trace.go:171","msg":"trace[1990328713] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8259; }","duration":"1.133815959s","start":"2026-03-31T20:38:17.199775Z","end":"2026-03-31T20:38:18.33359Z","steps":["trace[1990328713] 'agreement among raft nodes before linearized reading' (duration: 1.133108614s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.684561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.3326Z","caller":"traceutil/trace.go:171","msg":"trace[96384187] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8259; }","duration":"1.041187342s","start":"2026-03-31T20:38:17.291398Z","end":"2026-03-31T20:38:18.332585Z","steps":["trace[96384187] 'agreement among raft nodes before linearized reading' (duration: 1.040545238s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201066515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T20:38:18.332631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13250128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.333054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425723178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113550528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.332171Z","caller":"traceutil/trace.go:171","msg":"trace[1535426226] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8259; }","duration":"1.199490339s","start":"2026-03-31T20:38:17.132667Z","end":"2026-03-31T20:38:18.332157Z","steps":["trace[1535426226] 'agreement among raft nodes before linearized reading' (duration: 1.199419378s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.333689Z","caller":"traceutil/trace.go:171","msg":"trace[724154560] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8259; }","duration":"1.426366963s","start":"2026-03-31T20:38:16.90731Z","end":"2026-03-31T20:38:18.333677Z","steps":["trace[724154560] 'agreement among raft nodes before linearized reading' (duration: 1.425724228s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.333706Z","caller":"traceutil/trace.go:171","msg":"trace[290780944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8259; }","duration":"1.18238059s","start":"2026-03-31T20:38:17.151315Z","end":"2026-03-31T20:38:18.333695Z","steps":["trace[290780944] 'agreement among raft nodes before linearized reading' (duration: 1.180408866s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.333696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316274445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.333709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.199736Z","time spent":"1.133952344s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:18.332497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132657544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.333734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.151311Z","time spent":"1.18241667s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:38:18.333728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.132664Z","time spent":"1.201048894s","remote":"127.0.0.1:57660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:18.333742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.907304Z","time spent":"1.426419124s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"info","ts":"2026-03-31T20:38:18.333762Z","caller":"traceutil/trace.go:171","msg":"trace[776782998] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8259; }","duration":"1.316350827s","start":"2026-03-31T20:38:17.01739Z","end":"2026-03-31T20:38:18.333741Z","steps":["trace[776782998] 'agreement among raft nodes before linearized reading' (duration: 1.316247284s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.332873Z","caller":"traceutil/trace.go:171","msg":"trace[1426336588] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8259; }","duration":"1.167728233s","start":"2026-03-31T20:38:17.165118Z","end":"2026-03-31T20:38:18.332846Z","steps":["trace[1426336588] 'agreement among raft nodes before linearized reading' (duration: 1.166907595s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.333786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.291383Z","time spent":"1.042380998s","remote":"127.0.0.1:35796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:18.333816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.017387Z","time spent":"1.316414228s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:18.333821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.165114Z","time spent":"1.168690966s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:18.33267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060687444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425424232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.333874Z","caller":"traceutil/trace.go:171","msg":"trace[1338234942] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8259; }","duration":"1.061913491s","start":"2026-03-31T20:38:17.271948Z","end":"2026-03-31T20:38:18.333861Z","steps":["trace[1338234942] 'agreement among raft nodes before linearized reading' (duration: 1.060682584s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.219202Z","time spent":"1.113369125s","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:38:18.333912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.271937Z","time spent":"1.061965043s","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:18.333904Z","caller":"traceutil/trace.go:171","msg":"trace[1606419770] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8259; }","duration":"1.426603608s","start":"2026-03-31T20:38:16.907283Z","end":"2026-03-31T20:38:18.333886Z","steps":["trace[1606419770] 'agreement among raft nodes before linearized reading' (duration: 1.425427421s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.333926Z","caller":"traceutil/trace.go:171","msg":"trace[788033970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8259; }","duration":"1.202397904s","start":"2026-03-31T20:38:17.131511Z","end":"2026-03-31T20:38:18.333909Z","steps":["trace[788033970] 'agreement among raft nodes before linearized reading' (duration: 1.201002623s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.333961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.907277Z","time spent":"1.426665139s","remote":"127.0.0.1:57598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:18.333979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.131501Z","time spent":"1.202462846s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:18.332737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060762466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347312385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.332953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248296743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.334028Z","caller":"traceutil/trace.go:171","msg":"trace[1972277962] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8259; }","duration":"1.062071185s","start":"2026-03-31T20:38:17.271948Z","end":"2026-03-31T20:38:18.334019Z","steps":["trace[1972277962] 'agreement among raft nodes before linearized reading' (duration: 1.060758985s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.334036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316671724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.334065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.271937Z","time spent":"1.062118397s","remote":"127.0.0.1:57734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"info","ts":"2026-03-31T20:38:18.334084Z","caller":"traceutil/trace.go:171","msg":"trace[1797052000] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8259; }","duration":"1.316736485s","start":"2026-03-31T20:38:17.017334Z","end":"2026-03-31T20:38:18.334071Z","steps":["trace[1797052000] 'agreement among raft nodes before linearized reading' (duration: 1.316660853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389991973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.334128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.017328Z","time spent":"1.316787087s","remote":"127.0.0.1:57632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:38:18.332781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354470284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:18.334162Z","caller":"traceutil/trace.go:171","msg":"trace[1521440053] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8259; }","duration":"1.391394975s","start":"2026-03-31T20:38:16.942752Z","end":"2026-03-31T20:38:18.334147Z","steps":["trace[1521440053] 'agreement among raft nodes before linearized reading' (duration: 1.389994513s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.334077Z","caller":"traceutil/trace.go:171","msg":"trace[1832198122] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8259; }","duration":"1.249415169s","start":"2026-03-31T20:38:17.084638Z","end":"2026-03-31T20:38:18.334053Z","steps":["trace[1832198122] 'agreement among raft nodes before linearized reading' (duration: 1.248297263s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073302155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.334217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.942747Z","time spent":"1.391451847s","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:38:18.334226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.08463Z","time spent":"1.249576513s","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"info","ts":"2026-03-31T20:38:18.334237Z","caller":"traceutil/trace.go:171","msg":"trace[108987640] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8259; }","duration":"1.074762507s","start":"2026-03-31T20:38:17.259465Z","end":"2026-03-31T20:38:18.334228Z","steps":["trace[108987640] 'agreement among raft nodes before linearized reading' (duration: 1.073296964s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.333044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403467583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.334276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.259462Z","time spent":"1.074796568s","remote":"127.0.0.1:57720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:18.334291Z","caller":"traceutil/trace.go:171","msg":"trace[1901468832] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8259; }","duration":"1.404714901s","start":"2026-03-31T20:38:16.929559Z","end":"2026-03-31T20:38:18.334274Z","steps":["trace[1901468832] 'agreement among raft nodes before linearized reading' (duration: 1.403439483s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.334335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.929513Z","time spent":"1.404807683s","remote":"127.0.0.1:57608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"info","ts":"2026-03-31T20:38:18.334043Z","caller":"traceutil/trace.go:171","msg":"trace[1668116155] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8259; }","duration":"1.348648485s","start":"2026-03-31T20:38:16.985382Z","end":"2026-03-31T20:38:18.33403Z","steps":["trace[1668116155] 'agreement among raft nodes before linearized reading' (duration: 1.347297185s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288537618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.334382Z","caller":"traceutil/trace.go:171","msg":"trace[1836711433] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8259; }","duration":"1.134257099s","start":"2026-03-31T20:38:17.200105Z","end":"2026-03-31T20:38:18.334362Z","steps":["trace[1836711433] 'agreement among raft nodes before linearized reading' (duration: 1.13250489s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.332553Z","caller":"traceutil/trace.go:171","msg":"trace[906817917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8259; }","duration":"932.197069ms","start":"2026-03-31T20:38:17.400346Z","end":"2026-03-31T20:38:18.332543Z","steps":["trace[906817917] 'agreement among raft nodes before linearized reading' (duration: 932.071186ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.334414Z","caller":"traceutil/trace.go:171","msg":"trace[1735251654] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8259; }","duration":"1.290170975s","start":"2026-03-31T20:38:17.044231Z","end":"2026-03-31T20:38:18.334402Z","steps":["trace[1735251654] 'agreement among raft nodes before linearized reading' (duration: 1.288545999s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.333338Z","caller":"traceutil/trace.go:171","msg":"trace[735388377] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8259; }","duration":"1.24941708s","start":"2026-03-31T20:38:17.083901Z","end":"2026-03-31T20:38:18.333318Z","steps":["trace[735388377] 'agreement among raft nodes before linearized reading' (duration: 1.249069632s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.334441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.400332Z","time spent":"934.099382ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:18.334449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.200092Z","time spent":"1.134337862s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:38:18.332675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216682281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.334479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.083892Z","time spent":"1.250567125s","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-03-31T20:38:18.334525Z","caller":"traceutil/trace.go:171","msg":"trace[1011343572] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8259; }","duration":"1.218537912s","start":"2026-03-31T20:38:17.11597Z","end":"2026-03-31T20:38:18.334508Z","steps":["trace[1011343572] 'agreement among raft nodes before linearized reading' (duration: 1.216669251s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.334174Z","caller":"traceutil/trace.go:171","msg":"trace[1559390357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8259; }","duration":"1.355906006s","start":"2026-03-31T20:38:16.978259Z","end":"2026-03-31T20:38:18.334165Z","steps":["trace[1559390357] 'agreement among raft nodes before linearized reading' (duration: 1.354442123s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.334415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.985376Z","time spent":"1.349025423s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:38:18.334582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.115968Z","time spent":"1.218590934s","remote":"127.0.0.1:57652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:18.334586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.97824Z","time spent":"1.356335565s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:18.332677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.990394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:38:18.333641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.067348Z","time spent":"1.266285795s","remote":"127.0.0.1:57644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:38:18.334328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348163053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.3328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390379502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.334707Z","caller":"traceutil/trace.go:171","msg":"trace[440013044] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8259; }","duration":"1.392296145s","start":"2026-03-31T20:38:16.942403Z","end":"2026-03-31T20:38:18.334699Z","steps":["trace[440013044] 'agreement among raft nodes before linearized reading' (duration: 1.390378242s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.334702Z","caller":"traceutil/trace.go:171","msg":"trace[1932675329] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8259; }","duration":"1.348540263s","start":"2026-03-31T20:38:16.986139Z","end":"2026-03-31T20:38:18.334679Z","steps":["trace[1932675329] 'agreement among raft nodes before linearized reading' (duration: 1.348147915s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.333765Z","caller":"traceutil/trace.go:171","msg":"trace[464011149] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8259; }","duration":"1.133973384s","start":"2026-03-31T20:38:17.199779Z","end":"2026-03-31T20:38:18.333752Z","steps":["trace[464011149] 'agreement among raft nodes before linearized reading' (duration: 1.132624504s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.332778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216802714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:18.334765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.986133Z","time spent":"1.348612245s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"info","ts":"2026-03-31T20:38:18.333634Z","caller":"traceutil/trace.go:171","msg":"trace[22024827] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8259; }","duration":"126.255376ms","start":"2026-03-31T20:38:18.207123Z","end":"2026-03-31T20:38:18.333379Z","steps":["trace[22024827] 'agreement among raft nodes before linearized reading' (duration: 125.115311ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.334794Z","caller":"traceutil/trace.go:171","msg":"trace[1104990730] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8259; }","duration":"1.218819528s","start":"2026-03-31T20:38:17.115958Z","end":"2026-03-31T20:38:18.334777Z","steps":["trace[1104990730] 'agreement among raft nodes before linearized reading' (duration: 1.216791753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.337351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.115956Z","time spent":"1.221376076s","remote":"127.0.0.1:57652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:38:18.334791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.199763Z","time spent":"1.135007836s","remote":"127.0.0.1:57694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-03-31T20:38:18.333536Z","caller":"traceutil/trace.go:171","msg":"trace[1223043866] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8259; }","duration":"1.097210786s","start":"2026-03-31T20:38:17.236311Z","end":"2026-03-31T20:38:18.333522Z","steps":["trace[1223043866] 'agreement among raft nodes before linearized reading' (duration: 1.097128664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.337584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.236304Z","time spent":"1.101261016s","remote":"127.0.0.1:57718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:38:18.33474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.942294Z","time spent":"1.392433777s","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:38:18.334423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348951292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.337673Z","caller":"traceutil/trace.go:171","msg":"trace[1006330712] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8259; }","duration":"1.352231885s","start":"2026-03-31T20:38:16.985428Z","end":"2026-03-31T20:38:18.33766Z","steps":["trace[1006330712] 'agreement among raft nodes before linearized reading' (duration: 1.348949272s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.337715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:16.985414Z","time spent":"1.352288985s","remote":"127.0.0.1:57622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:18.334017Z","caller":"traceutil/trace.go:171","msg":"trace[279978741] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:8259; }","duration":"773.302417ms","start":"2026-03-31T20:38:17.560695Z","end":"2026-03-31T20:38:18.333998Z","steps":["trace[279978741] 'agreement among raft nodes before linearized reading' (duration: 771.713052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.337763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.560668Z","time spent":"777.08129ms","remote":"127.0.0.1:35770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:18.332518Z","caller":"traceutil/trace.go:171","msg":"trace[806860508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8259; }","duration":"548.305697ms","start":"2026-03-31T20:38:17.784201Z","end":"2026-03-31T20:38:18.332506Z","steps":["trace[806860508] 'agreement among raft nodes before linearized reading' (duration: 548.095772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.337868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.784157Z","time spent":"553.699167ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:18.334458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.044215Z","time spent":"1.290229966s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-31T20:38:18.334651Z","caller":"traceutil/trace.go:171","msg":"trace[326559320] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8259; }","duration":"902.993399ms","start":"2026-03-31T20:38:17.431645Z","end":"2026-03-31T20:38:18.334638Z","steps":["trace[326559320] 'agreement among raft nodes before linearized reading' (duration: 900.931413ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:18.333727Z","caller":"traceutil/trace.go:171","msg":"trace[1827664566] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8259; }","duration":"1.114673464s","start":"2026-03-31T20:38:17.219009Z","end":"2026-03-31T20:38:18.333682Z","steps":["trace[1827664566] 'agreement among raft nodes before linearized reading' (duration: 1.113547739s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.334877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147631447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:18.337947Z","caller":"traceutil/trace.go:171","msg":"trace[89789840] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8259; }","duration":"1.153765034s","start":"2026-03-31T20:38:17.184169Z","end":"2026-03-31T20:38:18.337934Z","steps":["trace[89789840] 'agreement among raft nodes before linearized reading' (duration: 1.147615527s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:18.337985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.184141Z","time spent":"1.153832825s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T20:38:18.337983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.218998Z","time spent":"1.118971189s","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-31T20:38:18.337992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:17.431598Z","time spent":"906.369824ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:38:22.546717Z","caller":"traceutil/trace.go:171","msg":"trace[755620466] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"174.408416ms","start":"2026-03-31T20:38:22.372276Z","end":"2026-03-31T20:38:22.546684Z","steps":["trace[755620466] 'process raft request' (duration: 174.149571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.666388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.798523ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:38:22.666658Z","caller":"traceutil/trace.go:171","msg":"trace[867915155] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8583; }","duration":"250.722523ms","start":"2026-03-31T20:38:22.41591Z","end":"2026-03-31T20:38:22.666633Z","steps":["trace[867915155] 'read index received' (duration: 130.530111ms)","trace[867915155] 'applied index is now lower than readState.Index' (duration: 120.190602ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:22.666706Z","caller":"traceutil/trace.go:171","msg":"trace[604504232] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"246.728254ms","start":"2026-03-31T20:38:22.419953Z","end":"2026-03-31T20:38:22.666681Z","steps":["trace[604504232] 'process raft request' (duration: 246.536259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.666813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.138772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:38:22.66684Z","caller":"traceutil/trace.go:171","msg":"trace[94571256] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8281; }","duration":"265.200074ms","start":"2026-03-31T20:38:22.401632Z","end":"2026-03-31T20:38:22.666832Z","steps":["trace[94571256] 'agreement among raft nodes before linearized reading' (duration: 265.074881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.666863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.774744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:22.666967Z","caller":"traceutil/trace.go:171","msg":"trace[1329600490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8281; }","duration":"264.898857ms","start":"2026-03-31T20:38:22.402043Z","end":"2026-03-31T20:38:22.666941Z","steps":["trace[1329600490] 'agreement among raft nodes before linearized reading' (duration: 264.598741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.667002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.961848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:38:22.667009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.111155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:38:22.666865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.761829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:22.667056Z","caller":"traceutil/trace.go:171","msg":"trace[91489991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8281; }","duration":"265.011519ms","start":"2026-03-31T20:38:22.402027Z","end":"2026-03-31T20:38:22.667039Z","steps":["trace[91489991] 'agreement among raft nodes before linearized reading' (duration: 264.642231ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:22.667069Z","caller":"traceutil/trace.go:171","msg":"trace[1977728015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8281; }","duration":"262.198967ms","start":"2026-03-31T20:38:22.404855Z","end":"2026-03-31T20:38:22.667054Z","steps":["trace[1977728015] 'agreement among raft nodes before linearized reading' (duration: 261.87679ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:22.667111Z","caller":"traceutil/trace.go:171","msg":"trace[1333449820] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8281; }","duration":"263.018715ms","start":"2026-03-31T20:38:22.40405Z","end":"2026-03-31T20:38:22.667069Z","steps":["trace[1333449820] 'agreement among raft nodes before linearized reading' (duration: 262.749769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.666873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.857766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:38:22.667213Z","caller":"traceutil/trace.go:171","msg":"trace[371589146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8281; }","duration":"265.234964ms","start":"2026-03-31T20:38:22.401964Z","end":"2026-03-31T20:38:22.667199Z","steps":["trace[371589146] 'agreement among raft nodes before linearized reading' (duration: 264.697792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.666882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.918601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:38:22.667373Z","caller":"traceutil/trace.go:171","msg":"trace[2099619700] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8281; }","duration":"262.391792ms","start":"2026-03-31T20:38:22.404922Z","end":"2026-03-31T20:38:22.667314Z","steps":["trace[2099619700] 'agreement among raft nodes before linearized reading' (duration: 261.84655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.66689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.173423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:22.66746Z","caller":"traceutil/trace.go:171","msg":"trace[543175878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8281; }","duration":"265.768737ms","start":"2026-03-31T20:38:22.401677Z","end":"2026-03-31T20:38:22.667445Z","steps":["trace[543175878] 'agreement among raft nodes before linearized reading' (duration: 265.082981ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:22.804626Z","caller":"traceutil/trace.go:171","msg":"trace[665265689] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"132.800442ms","start":"2026-03-31T20:38:22.671806Z","end":"2026-03-31T20:38:22.804606Z","steps":["trace[665265689] 'process raft request' (duration: 132.727109ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:22.804777Z","caller":"traceutil/trace.go:171","msg":"trace[1768873046] linearizableReadLoop","detail":"{readStateIndex:8592; appliedIndex:8587; }","duration":"128.935705ms","start":"2026-03-31T20:38:22.675822Z","end":"2026-03-31T20:38:22.804758Z","steps":["trace[1768873046] 'read index received' (duration: 38.995735ms)","trace[1768873046] 'applied index is now lower than readState.Index' (duration: 89.93884ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:22.8049Z","caller":"traceutil/trace.go:171","msg":"trace[1399226169] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"133.293283ms","start":"2026-03-31T20:38:22.671592Z","end":"2026-03-31T20:38:22.804885Z","steps":["trace[1399226169] 'process raft request' (duration: 100.248448ms)","trace[1399226169] 'compare' (duration: 32.599554ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:22.805322Z","caller":"traceutil/trace.go:171","msg":"trace[1734212974] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"132.832933ms","start":"2026-03-31T20:38:22.672473Z","end":"2026-03-31T20:38:22.805305Z","steps":["trace[1734212974] 'process raft request' (duration: 132.166479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:22.805371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.526229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207036"} {"level":"info","ts":"2026-03-31T20:38:22.80544Z","caller":"traceutil/trace.go:171","msg":"trace[1694616489] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"133.210701ms","start":"2026-03-31T20:38:22.67222Z","end":"2026-03-31T20:38:22.805431Z","steps":["trace[1694616489] 'process raft request' (duration: 132.353461ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:22.805444Z","caller":"traceutil/trace.go:171","msg":"trace[1474420472] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8287; }","duration":"129.617561ms","start":"2026-03-31T20:38:22.675809Z","end":"2026-03-31T20:38:22.805426Z","steps":["trace[1474420472] 'agreement among raft nodes before linearized reading' (duration: 129.094899ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:22.805585Z","caller":"traceutil/trace.go:171","msg":"trace[1590571857] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"132.505045ms","start":"2026-03-31T20:38:22.673071Z","end":"2026-03-31T20:38:22.805576Z","steps":["trace[1590571857] 'process raft request' (duration: 131.638676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:27.039381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.79154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:27.039468Z","caller":"traceutil/trace.go:171","msg":"trace[120608408] linearizableReadLoop","detail":"{readStateIndex:8606; appliedIndex:8605; }","duration":"257.632026ms","start":"2026-03-31T20:38:26.781823Z","end":"2026-03-31T20:38:27.039455Z","steps":["trace[120608408] 'read index received' (duration: 75.637241ms)","trace[120608408] 'applied index is now lower than readState.Index' (duration: 181.993975ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:27.039535Z","caller":"traceutil/trace.go:171","msg":"trace[405547770] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"297.724487ms","start":"2026-03-31T20:38:26.741771Z","end":"2026-03-31T20:38:27.039495Z","steps":["trace[405547770] 'process raft request' (duration: 115.732352ms)","trace[405547770] 'compare' (duration: 181.473413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:27.039565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.726678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:27.039638Z","caller":"traceutil/trace.go:171","msg":"trace[44677783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8301; }","duration":"257.81212ms","start":"2026-03-31T20:38:26.781791Z","end":"2026-03-31T20:38:27.039603Z","steps":["trace[44677783] 'agreement among raft nodes before linearized reading' (duration: 257.711878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:27.03968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.232559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T20:38:27.039678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.644289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:38:27.039688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.936406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:38:27.039696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.773299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:38:27.03973Z","caller":"traceutil/trace.go:171","msg":"trace[1349310134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8301; }","duration":"182.753942ms","start":"2026-03-31T20:38:26.856962Z","end":"2026-03-31T20:38:27.039716Z","steps":["trace[1349310134] 'agreement among raft nodes before linearized reading' (duration: 182.585738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:27.039727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.339815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:38:27.03974Z","caller":"traceutil/trace.go:171","msg":"trace[502808602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8301; }","duration":"182.998067ms","start":"2026-03-31T20:38:26.856726Z","end":"2026-03-31T20:38:27.039724Z","steps":["trace[502808602] 'agreement among raft nodes before linearized reading' (duration: 182.824593ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:27.039763Z","caller":"traceutil/trace.go:171","msg":"trace[251799807] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8301; }","duration":"212.887391ms","start":"2026-03-31T20:38:26.82686Z","end":"2026-03-31T20:38:27.039747Z","steps":["trace[251799807] 'agreement among raft nodes before linearized reading' (duration: 212.681867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:27.039778Z","caller":"traceutil/trace.go:171","msg":"trace[49951116] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8301; }","duration":"183.412266ms","start":"2026-03-31T20:38:26.856351Z","end":"2026-03-31T20:38:27.039763Z","steps":["trace[49951116] 'agreement among raft nodes before linearized reading' (duration: 183.248962ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:27.039718Z","caller":"traceutil/trace.go:171","msg":"trace[1875344795] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8301; }","duration":"177.30804ms","start":"2026-03-31T20:38:26.8624Z","end":"2026-03-31T20:38:27.039708Z","steps":["trace[1875344795] 'agreement among raft nodes before linearized reading' (duration: 177.142857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:27.039853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.635479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:38:27.039937Z","caller":"traceutil/trace.go:171","msg":"trace[632584415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8301; }","duration":"182.788982ms","start":"2026-03-31T20:38:26.857132Z","end":"2026-03-31T20:38:27.039921Z","steps":["trace[632584415] 'agreement among raft nodes before linearized reading' (duration: 182.518366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:28.209174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033018479s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:28.209586Z","caller":"traceutil/trace.go:171","msg":"trace[10665397] linearizableReadLoop","detail":"{readStateIndex:8610; appliedIndex:8606; }","duration":"1.164240376s","start":"2026-03-31T20:38:27.045321Z","end":"2026-03-31T20:38:28.209561Z","steps":["trace[10665397] 'read index received' (duration: 130.819498ms)","trace[10665397] 'applied index is now lower than readState.Index' (duration: 1.033419588s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:28.209644Z","caller":"traceutil/trace.go:171","msg":"trace[2131398432] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"1.16438152s","start":"2026-03-31T20:38:27.045237Z","end":"2026-03-31T20:38:28.209619Z","steps":["trace[2131398432] 'process raft request' (duration: 1.164216026s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:28.20964Z","caller":"traceutil/trace.go:171","msg":"trace[232481461] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"1.164480081s","start":"2026-03-31T20:38:27.045121Z","end":"2026-03-31T20:38:28.209601Z","steps":["trace[232481461] 'process raft request' (duration: 1.164184275s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:28.209703Z","caller":"traceutil/trace.go:171","msg":"trace[578072268] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"1.163669733s","start":"2026-03-31T20:38:27.046016Z","end":"2026-03-31T20:38:28.209685Z","steps":["trace[578072268] 'process raft request' (duration: 1.163495569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:28.209761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.045232Z","time spent":"1.164464141s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:28.209762Z","caller":"traceutil/trace.go:171","msg":"trace[1768710478] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"1.165016463s","start":"2026-03-31T20:38:27.04471Z","end":"2026-03-31T20:38:28.209726Z","steps":["trace[1768710478] 'process raft request' (duration: 131.335679ms)","trace[1768710478] 'compare' (duration: 1.03257074s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:28.209808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.0451Z","time spent":"1.164614735s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:28.20981Z","caller":"traceutil/trace.go:171","msg":"trace[2036712201] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"1.164587164s","start":"2026-03-31T20:38:27.045196Z","end":"2026-03-31T20:38:28.209783Z","steps":["trace[2036712201] 'process raft request' (duration: 1.164202576s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:28.209812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.046008Z","time spent":"1.163739944s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:28.209936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.044682Z","time spent":"1.165164017s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:28.209933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.045189Z","time spent":"1.164683516s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:28.210231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16487678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207036"} {"level":"info","ts":"2026-03-31T20:38:28.210338Z","caller":"traceutil/trace.go:171","msg":"trace[1670395842] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8306; }","duration":"1.165025864s","start":"2026-03-31T20:38:27.045289Z","end":"2026-03-31T20:38:28.210315Z","steps":["trace[1670395842] 'agreement among raft nodes before linearized reading' (duration: 1.164428151s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:28.210391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.045271Z","time spent":"1.165109105s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207059,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:38:28.417952Z","caller":"traceutil/trace.go:171","msg":"trace[1609329180] linearizableReadLoop","detail":"{readStateIndex:8612; appliedIndex:8611; }","duration":"208.271019ms","start":"2026-03-31T20:38:28.209643Z","end":"2026-03-31T20:38:28.417914Z","steps":["trace[1609329180] 'read index received' (duration: 155.360753ms)","trace[1609329180] 'applied index is now lower than readState.Index' (duration: 52.908566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:28.418293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.122543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:28.418486Z","caller":"traceutil/trace.go:171","msg":"trace[2051454473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8307; }","duration":"634.358659ms","start":"2026-03-31T20:38:27.784112Z","end":"2026-03-31T20:38:28.418471Z","steps":["trace[2051454473] 'agreement among raft nodes before linearized reading' (duration: 634.114804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:28.418505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18337666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T20:38:28.41848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.019496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:28.418549Z","caller":"traceutil/trace.go:171","msg":"trace[1384645451] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:8307; }","duration":"1.183454392s","start":"2026-03-31T20:38:27.235079Z","end":"2026-03-31T20:38:28.418534Z","steps":["trace[1384645451] 'agreement among raft nodes before linearized reading' (duration: 1.1833415s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:28.418373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.856508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-31T20:38:28.418557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.784097Z","time spent":"634.44699ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:38:28.418572Z","caller":"traceutil/trace.go:171","msg":"trace[1118616221] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8307; }","duration":"533.162801ms","start":"2026-03-31T20:38:27.885388Z","end":"2026-03-31T20:38:28.418551Z","steps":["trace[1118616221] 'agreement among raft nodes before linearized reading' (duration: 532.959305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:28.418581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.235058Z","time spent":"1.183515055s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"info","ts":"2026-03-31T20:38:28.418613Z","caller":"traceutil/trace.go:171","msg":"trace[313567866] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8307; }","duration":"293.150666ms","start":"2026-03-31T20:38:28.125441Z","end":"2026-03-31T20:38:28.418592Z","steps":["trace[313567866] 'agreement among raft nodes before linearized reading' (duration: 292.800247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:28.418624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.88537Z","time spent":"533.242672ms","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:28.418406Z","caller":"traceutil/trace.go:171","msg":"trace[1487164565] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"563.179177ms","start":"2026-03-31T20:38:27.8552Z","end":"2026-03-31T20:38:28.418379Z","steps":["trace[1487164565] 'process raft request' (duration: 509.862352ms)","trace[1487164565] 'compare' (duration: 52.466296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:28.418792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:27.855171Z","time spent":"563.547146ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:28.418418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.216484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:38:28.418905Z","caller":"traceutil/trace.go:171","msg":"trace[512242582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8307; }","duration":"121.756167ms","start":"2026-03-31T20:38:28.297121Z","end":"2026-03-31T20:38:28.418877Z","steps":["trace[512242582] 'agreement among raft nodes before linearized reading' (duration: 121.153443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.070141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522326164s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T20:38:30.070488Z","caller":"traceutil/trace.go:171","msg":"trace[1222528671] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"1.553693621s","start":"2026-03-31T20:38:28.516773Z","end":"2026-03-31T20:38:30.070467Z","steps":["trace[1222528671] 'process raft request' (duration: 1.55365509s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.070603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.516752Z","time spent":"1.553773193s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:30.070737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.420287Z","time spent":"1.650442302s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T20:38:30.070831Z","caller":"traceutil/trace.go:171","msg":"trace[2071699799] linearizableReadLoop","detail":"{readStateIndex:8613; appliedIndex:8612; }","duration":"1.648184971s","start":"2026-03-31T20:38:28.422625Z","end":"2026-03-31T20:38:30.07081Z","steps":["trace[2071699799] 'read index received' (duration: 125.189563ms)","trace[2071699799] 'applied index is now lower than readState.Index' (duration: 1.522994088s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:30.070905Z","caller":"traceutil/trace.go:171","msg":"trace[1941906324] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"1.647355613s","start":"2026-03-31T20:38:28.423536Z","end":"2026-03-31T20:38:30.070892Z","steps":["trace[1941906324] 'process raft request' (duration: 1.646710759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.07097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.423517Z","time spent":"1.647419505s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:30.070981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648352576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-31T20:38:30.071015Z","caller":"traceutil/trace.go:171","msg":"trace[1273803113] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:8311; }","duration":"1.648451918s","start":"2026-03-31T20:38:28.422554Z","end":"2026-03-31T20:38:30.071006Z","steps":["trace[1273803113] 'agreement among raft nodes before linearized reading' (duration: 1.648350275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.071045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.422524Z","time spent":"1.648514198s","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":733,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"info","ts":"2026-03-31T20:38:30.071117Z","caller":"traceutil/trace.go:171","msg":"trace[304213045] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"1.647141429s","start":"2026-03-31T20:38:28.423962Z","end":"2026-03-31T20:38:30.071103Z","steps":["trace[304213045] 'process raft request' (duration: 1.646398492s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:30.071176Z","caller":"traceutil/trace.go:171","msg":"trace[109955975] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"1.647142849s","start":"2026-03-31T20:38:28.424019Z","end":"2026-03-31T20:38:30.071162Z","steps":["trace[109955975] 'process raft request' (duration: 1.646377752s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.071172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.423938Z","time spent":"1.6472028s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:30.071259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.423995Z","time spent":"1.6472075s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:30.571375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205041749,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:38:30.776797Z","caller":"traceutil/trace.go:171","msg":"trace[1584352099] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"2.129890327s","start":"2026-03-31T20:38:28.646862Z","end":"2026-03-31T20:38:30.776752Z","steps":["trace[1584352099] 'process raft request' (duration: 2.038520847s)","trace[1584352099] 'compare' (duration: 91.013533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:30.776963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.646833Z","time spent":"2.130042921s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:30.784566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000089413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:38:30.784658Z","caller":"traceutil/trace.go:171","msg":"trace[1443439392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239255s","start":"2026-03-31T20:38:28.784397Z","end":"2026-03-31T20:38:30.784636Z","steps":["trace[1443439392] 'agreement among raft nodes before linearized reading' (duration: 2.000118583s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.78471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.784374Z","time spent":"2.000324528s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:38:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-31T20:38:30.865238Z","caller":"traceutil/trace.go:171","msg":"trace[933478090] linearizableReadLoop","detail":"{readStateIndex:8620; appliedIndex:8617; }","duration":"794.325825ms","start":"2026-03-31T20:38:30.070882Z","end":"2026-03-31T20:38:30.865208Z","steps":["trace[933478090] 'read index received' (duration: 614.515388ms)","trace[933478090] 'applied index is now lower than readState.Index' (duration: 179.809347ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:30.865268Z","caller":"traceutil/trace.go:171","msg":"trace[1666826300] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"793.486165ms","start":"2026-03-31T20:38:30.071748Z","end":"2026-03-31T20:38:30.865234Z","steps":["trace[1666826300] 'process raft request' (duration: 793.215669ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:30.865337Z","caller":"traceutil/trace.go:171","msg":"trace[1778182645] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"789.917006ms","start":"2026-03-31T20:38:30.075372Z","end":"2026-03-31T20:38:30.865289Z","steps":["trace[1778182645] 'process raft request' (duration: 789.772833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.865433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.071724Z","time spent":"793.606338ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:30.86552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133201521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:38:30.865512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.014807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:30.865542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.07535Z","time spent":"790.081291ms","remote":"127.0.0.1:52952","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:30.865568Z","caller":"traceutil/trace.go:171","msg":"trace[686622918] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8314; }","duration":"2.133273773s","start":"2026-03-31T20:38:28.732279Z","end":"2026-03-31T20:38:30.865553Z","steps":["trace[686622918] 'agreement among raft nodes before linearized reading' (duration: 2.133061639s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:30.865587Z","caller":"traceutil/trace.go:171","msg":"trace[760270466] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8314; }","duration":"682.155841ms","start":"2026-03-31T20:38:30.183413Z","end":"2026-03-31T20:38:30.865569Z","steps":["trace[760270466] 'agreement among raft nodes before linearized reading' (duration: 681.994547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.865607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.732257Z","time spent":"2.133341425s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:30.865634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.18339Z","time spent":"682.233654ms","remote":"127.0.0.1:36622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:30.865863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821712268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:30.86595Z","caller":"traceutil/trace.go:171","msg":"trace[1593969689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8314; }","duration":"1.821867651s","start":"2026-03-31T20:38:29.044064Z","end":"2026-03-31T20:38:30.865932Z","steps":["trace[1593969689] 'agreement among raft nodes before linearized reading' (duration: 1.821247508s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.865988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.018187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:38:30.865995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:29.044011Z","time spent":"1.821975364s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:30.866014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333023343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:38:30.866036Z","caller":"traceutil/trace.go:171","msg":"trace[1048534355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8314; }","duration":"650.112769ms","start":"2026-03-31T20:38:30.21591Z","end":"2026-03-31T20:38:30.866022Z","steps":["trace[1048534355] 'agreement among raft nodes before linearized reading' (duration: 649.994167ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:30.866046Z","caller":"traceutil/trace.go:171","msg":"trace[746224499] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8314; }","duration":"2.333117705s","start":"2026-03-31T20:38:28.532919Z","end":"2026-03-31T20:38:30.866037Z","steps":["trace[746224499] 'agreement among raft nodes before linearized reading' (duration: 2.332968121s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.86606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.076316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T20:38:30.866074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:28.532885Z","time spent":"2.333182796s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-31T20:38:30.866096Z","caller":"traceutil/trace.go:171","msg":"trace[510161184] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8314; }","duration":"649.122148ms","start":"2026-03-31T20:38:30.216962Z","end":"2026-03-31T20:38:30.866084Z","steps":["trace[510161184] 'agreement among raft nodes before linearized reading' (duration: 649.019116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.866096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.327834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:38:30.866137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.216955Z","time spent":"649.172679ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:38:30.866145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.1627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:38:30.866154Z","caller":"traceutil/trace.go:171","msg":"trace[132210600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8314; }","duration":"650.397145ms","start":"2026-03-31T20:38:30.21574Z","end":"2026-03-31T20:38:30.866137Z","steps":["trace[132210600] 'agreement among raft nodes before linearized reading' (duration: 650.199841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:30.866174Z","caller":"traceutil/trace.go:171","msg":"trace[1870426056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8314; }","duration":"650.228942ms","start":"2026-03-31T20:38:30.215934Z","end":"2026-03-31T20:38:30.866163Z","steps":["trace[1870426056] 'agreement among raft nodes before linearized reading' (duration: 650.151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.866199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.215914Z","time spent":"650.280003ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:38:30.8662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.21573Z","time spent":"650.459247ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:30.866319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.441077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:38:30.866376Z","caller":"traceutil/trace.go:171","msg":"trace[1120753965] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8314; }","duration":"650.492218ms","start":"2026-03-31T20:38:30.215868Z","end":"2026-03-31T20:38:30.86636Z","steps":["trace[1120753965] 'agreement among raft nodes before linearized reading' (duration: 650.355345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.86642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.215857Z","time spent":"650.552259ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:30.866322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.820026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:38:30.866066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.215864Z","time spent":"650.195421ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:38:30.866538Z","caller":"traceutil/trace.go:171","msg":"trace[1655338392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8314; }","duration":"652.055251ms","start":"2026-03-31T20:38:30.214469Z","end":"2026-03-31T20:38:30.866525Z","steps":["trace[1655338392] 'agreement among raft nodes before linearized reading' (duration: 651.734114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:30.866579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.214457Z","time spent":"652.109052ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:32.412727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354889533s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:32.412881Z","caller":"traceutil/trace.go:171","msg":"trace[2048901350] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8314; }","duration":"1.355057777s","start":"2026-03-31T20:38:31.057799Z","end":"2026-03-31T20:38:32.412856Z","steps":["trace[2048901350] 'range keys from in-memory index tree' (duration: 1.354871703s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.413322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.807409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:32.413566Z","caller":"traceutil/trace.go:171","msg":"trace[947506509] linearizableReadLoop","detail":"{readStateIndex:8621; appliedIndex:8620; }","duration":"1.541326308s","start":"2026-03-31T20:38:30.872223Z","end":"2026-03-31T20:38:32.413549Z","steps":["trace[947506509] 'read index received' (duration: 928.151µs)","trace[947506509] 'applied index is now lower than readState.Index' (duration: 1.540397177s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:32.413648Z","caller":"traceutil/trace.go:171","msg":"trace[542359874] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"1.541052461s","start":"2026-03-31T20:38:30.872586Z","end":"2026-03-31T20:38:32.413638Z","steps":["trace[542359874] 'process raft request' (duration: 1.540834456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.413714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.872572Z","time spent":"1.541107373s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:32.413768Z","caller":"traceutil/trace.go:171","msg":"trace[1602486503] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"1.541056322s","start":"2026-03-31T20:38:30.87266Z","end":"2026-03-31T20:38:32.413716Z","steps":["trace[1602486503] 'process raft request' (duration: 1.540849117s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.41377Z","caller":"traceutil/trace.go:171","msg":"trace[61907347] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"1.541713727s","start":"2026-03-31T20:38:30.872004Z","end":"2026-03-31T20:38:32.413718Z","steps":["trace[61907347] 'process raft request' (duration: 654.427056ms)","trace[61907347] 'compare' (duration: 886.38359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:32.413868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541620244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:38:32.413908Z","caller":"traceutil/trace.go:171","msg":"trace[258431190] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:8317; }","duration":"1.541737118s","start":"2026-03-31T20:38:30.872161Z","end":"2026-03-31T20:38:32.413898Z","steps":["trace[258431190] 'agreement among raft nodes before linearized reading' (duration: 1.541542333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.413924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.872653Z","time spent":"1.541186954s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:32.413958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.872153Z","time spent":"1.541797459s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T20:38:32.41396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.871984Z","time spent":"1.5418718s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:32.756717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.211459765s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:38:32.807262Z","caller":"traceutil/trace.go:171","msg":"trace[352203389] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"1.934183938s","start":"2026-03-31T20:38:30.873045Z","end":"2026-03-31T20:38:32.807229Z","steps":["trace[352203389] 'process raft request' (duration: 1.883919071s)","trace[352203389] 'compare' (duration: 49.893889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:32.807411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.873033Z","time spent":"1.934299781s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:32.807581Z","caller":"traceutil/trace.go:171","msg":"trace[1593078237] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"1.933983104s","start":"2026-03-31T20:38:30.873514Z","end":"2026-03-31T20:38:32.807497Z","steps":["trace[1593078237] 'process raft request' (duration: 1.933612216s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:32.807785Z","caller":"traceutil/trace.go:171","msg":"trace[1367633948] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"1.934112677s","start":"2026-03-31T20:38:30.873651Z","end":"2026-03-31T20:38:32.807763Z","steps":["trace[1367633948] 'process raft request' (duration: 1.933767219s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.807808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.873506Z","time spent":"1.934198449s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:32.807858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.874161Z","time spent":"1.933691858s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:38:32.807895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.873645Z","time spent":"1.934188599s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:32.807901Z","caller":"traceutil/trace.go:171","msg":"trace[1944583911] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"1.932737167s","start":"2026-03-31T20:38:30.875143Z","end":"2026-03-31T20:38:32.80788Z","steps":["trace[1944583911] 'process raft request' (duration: 1.932632984s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.808021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.87513Z","time spent":"1.932821568s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:32.875933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000501923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:38:32.876034Z","caller":"traceutil/trace.go:171","msg":"trace[907963082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626436s","start":"2026-03-31T20:38:30.87538Z","end":"2026-03-31T20:38:32.876007Z","steps":["trace[907963082] 'agreement among raft nodes before linearized reading' (duration: 2.000512073s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:32.876093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.875374Z","time spent":"2.000705097s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:38:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:38:33.404051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.77406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:33.404315Z","caller":"traceutil/trace.go:171","msg":"trace[1065093475] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"1.327481634s","start":"2026-03-31T20:38:32.076809Z","end":"2026-03-31T20:38:33.404291Z","steps":["trace[1065093475] 'process raft request' (duration: 1.055346046s)","trace[1065093475] 'compare' (duration: 271.575846ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:33.404437Z","caller":"traceutil/trace.go:171","msg":"trace[68371931] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"1.325431009s","start":"2026-03-31T20:38:32.078987Z","end":"2026-03-31T20:38:33.404418Z","steps":["trace[68371931] 'process raft request' (duration: 1.325190414s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:33.404549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:32.07896Z","time spent":"1.325526211s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:33.40445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:32.076784Z","time spent":"1.327601238s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:33.404647Z","caller":"traceutil/trace.go:171","msg":"trace[169159797] linearizableReadLoop","detail":"{readStateIndex:8630; appliedIndex:8623; }","duration":"990.707439ms","start":"2026-03-31T20:38:32.413604Z","end":"2026-03-31T20:38:33.404312Z","steps":["trace[169159797] 'read index received' (duration: 343.380381ms)","trace[169159797] 'applied index is now lower than readState.Index' (duration: 647.325578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:33.404658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530902691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T20:38:33.404673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531395352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:38:33.404729Z","caller":"traceutil/trace.go:171","msg":"trace[298856908] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c; range_end:; response_count:1; response_revision:8323; }","duration":"2.531004904s","start":"2026-03-31T20:38:30.873703Z","end":"2026-03-31T20:38:33.404708Z","steps":["trace[298856908] 'agreement among raft nodes before linearized reading' (duration: 2.530728168s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:33.404758Z","caller":"traceutil/trace.go:171","msg":"trace[1103218893] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8323; }","duration":"2.531505074s","start":"2026-03-31T20:38:30.873231Z","end":"2026-03-31T20:38:33.404736Z","steps":["trace[1103218893] 'agreement among raft nodes before linearized reading' (duration: 2.531282739s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:33.404781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.873694Z","time spent":"2.531079055s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" "} {"level":"warn","ts":"2026-03-31T20:38:33.404807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.873224Z","time spent":"2.531573946s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:38:33.405169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530536864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207036"} {"level":"info","ts":"2026-03-31T20:38:33.405269Z","caller":"traceutil/trace.go:171","msg":"trace[1315612926] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8323; }","duration":"2.530659057s","start":"2026-03-31T20:38:30.8746Z","end":"2026-03-31T20:38:33.405259Z","steps":["trace[1315612926] 'agreement among raft nodes before linearized reading' (duration: 2.529832908s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:33.405323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:30.874592Z","time spent":"2.530721218s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207059,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:38:33.539769Z","caller":"traceutil/trace.go:171","msg":"trace[1191586017] linearizableReadLoop","detail":"{readStateIndex:8631; appliedIndex:8630; }","duration":"135.038482ms","start":"2026-03-31T20:38:33.404701Z","end":"2026-03-31T20:38:33.539739Z","steps":["trace[1191586017] 'read index received' (duration: 134.152672ms)","trace[1191586017] 'applied index is now lower than readState.Index' (duration: 884.7µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:33.539943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.037133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:33.53998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.375237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:33.539972Z","caller":"traceutil/trace.go:171","msg":"trace[1341696838] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"730.846874ms","start":"2026-03-31T20:38:32.809063Z","end":"2026-03-31T20:38:33.539909Z","steps":["trace[1341696838] 'process raft request' (duration: 729.849131ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:33.540029Z","caller":"traceutil/trace.go:171","msg":"trace[1606194757] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8324; }","duration":"516.491199ms","start":"2026-03-31T20:38:33.023524Z","end":"2026-03-31T20:38:33.540015Z","steps":["trace[1606194757] 'agreement among raft nodes before linearized reading' (duration: 516.344256ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:33.540032Z","caller":"traceutil/trace.go:171","msg":"trace[1651965232] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8324; }","duration":"176.188006ms","start":"2026-03-31T20:38:33.363823Z","end":"2026-03-31T20:38:33.540011Z","steps":["trace[1651965232] 'agreement among raft nodes before linearized reading' (duration: 175.977552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:33.54003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.67088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:33.540077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:33.023502Z","time spent":"516.561852ms","remote":"127.0.0.1:42654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:33.540121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123955581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T20:38:33.540127Z","caller":"traceutil/trace.go:171","msg":"trace[758934010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8324; }","duration":"663.805634ms","start":"2026-03-31T20:38:32.876304Z","end":"2026-03-31T20:38:33.54011Z","steps":["trace[758934010] 'agreement among raft nodes before linearized reading' (duration: 663.65643ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:33.540175Z","caller":"traceutil/trace.go:171","msg":"trace[2050837484] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8324; }","duration":"1.124033942s","start":"2026-03-31T20:38:32.416128Z","end":"2026-03-31T20:38:33.540162Z","steps":["trace[2050837484] 'agreement among raft nodes before linearized reading' (duration: 1.123873528s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:33.540187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:32.876287Z","time spent":"663.886035ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:33.540186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:32.809043Z","time spent":"731.018478ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:33.540211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:32.416106Z","time spent":"1.124097404s","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:38:33.540173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.722087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:33.54034Z","caller":"traceutil/trace.go:171","msg":"trace[1630584935] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8324; }","duration":"589.921161ms","start":"2026-03-31T20:38:32.950368Z","end":"2026-03-31T20:38:33.54029Z","steps":["trace[1630584935] 'agreement among raft nodes before linearized reading' (duration: 589.646495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:33.540426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:32.950284Z","time spent":"590.099446ms","remote":"127.0.0.1:35730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:33.540925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.136891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19353"} {"level":"info","ts":"2026-03-31T20:38:33.540987Z","caller":"traceutil/trace.go:171","msg":"trace[1199604443] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"133.548238ms","start":"2026-03-31T20:38:33.407411Z","end":"2026-03-31T20:38:33.54096Z","steps":["trace[1199604443] 'process raft request' (duration: 133.1952ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:33.540998Z","caller":"traceutil/trace.go:171","msg":"trace[662484811] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8325; }","duration":"134.242244ms","start":"2026-03-31T20:38:33.406737Z","end":"2026-03-31T20:38:33.540979Z","steps":["trace[662484811] 'agreement among raft nodes before linearized reading' (duration: 134.013519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:34.080681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205041774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:34.580846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205041774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:35.081793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205041774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:35.582869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205041774,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:35.902656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.326399765s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:38:36.672646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018922432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:38:36.672749Z","caller":"traceutil/trace.go:171","msg":"trace[1677698974] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.019093866s","start":"2026-03-31T20:38:34.653634Z","end":"2026-03-31T20:38:36.672727Z","steps":["trace[1677698974] 'agreement among raft nodes before linearized reading' (duration: 2.018957263s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.672825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.653609Z","time spent":"2.019202339s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:38:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:38:36.784478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999660984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T20:38:36.784574Z","caller":"traceutil/trace.go:171","msg":"trace[980265655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999801938s","start":"2026-03-31T20:38:34.784751Z","end":"2026-03-31T20:38:36.784553Z","steps":["trace[980265655] 'agreement among raft nodes before linearized reading' (duration: 1.999692625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:36.784617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.784728Z","time spent":"1.999879699s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:38:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:38:37.91004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00711442s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T20:38:38.161017Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.664871812s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:38:38.161727Z","caller":"traceutil/trace.go:171","msg":"trace[1415203060] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"3.630388857s","start":"2026-03-31T20:38:34.531312Z","end":"2026-03-31T20:38:38.161701Z","steps":["trace[1415203060] 'process raft request' (duration: 3.629966708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.161896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.531282Z","time spent":"3.630524482s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:38.162101Z","caller":"traceutil/trace.go:171","msg":"trace[612149459] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8633; }","duration":"4.581964848s","start":"2026-03-31T20:38:33.580099Z","end":"2026-03-31T20:38:38.162064Z","steps":["trace[612149459] 'read index received' (duration: 2.322805216s)","trace[612149459] 'applied index is now lower than readState.Index' (duration: 2.259158412s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:38.162204Z","caller":"traceutil/trace.go:171","msg":"trace[1521802170] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"2.752344494s","start":"2026-03-31T20:38:35.409846Z","end":"2026-03-31T20:38:38.16219Z","steps":["trace[1521802170] 'process raft request' (duration: 2.751792061s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:38.16226Z","caller":"traceutil/trace.go:171","msg":"trace[2125708782] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"2.75216678s","start":"2026-03-31T20:38:35.410069Z","end":"2026-03-31T20:38:38.162236Z","steps":["trace[2125708782] 'process raft request' (duration: 2.751844593s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.162324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.582241884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T20:38:38.162337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.409819Z","time spent":"2.752416835s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:38.162371Z","caller":"traceutil/trace.go:171","msg":"trace[1046738622] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c; range_end:; response_count:1; response_revision:8329; }","duration":"4.582328766s","start":"2026-03-31T20:38:33.580027Z","end":"2026-03-31T20:38:38.162356Z","steps":["trace[1046738622] 'agreement among raft nodes before linearized reading' (duration: 4.582184823s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.162404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:33.580006Z","time spent":"4.582391058s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" "} {"level":"warn","ts":"2026-03-31T20:38:38.162404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.410033Z","time spent":"2.752301982s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:38.637433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.603371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:38.637645Z","caller":"traceutil/trace.go:171","msg":"trace[1709570929] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"472.48179ms","start":"2026-03-31T20:38:38.165146Z","end":"2026-03-31T20:38:38.637628Z","steps":["trace[1709570929] 'process raft request' (duration: 472.384148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.637716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.165124Z","time spent":"472.558463ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:38.637704Z","caller":"traceutil/trace.go:171","msg":"trace[683162883] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"2.713446767s","start":"2026-03-31T20:38:35.92423Z","end":"2026-03-31T20:38:38.637677Z","steps":["trace[683162883] 'process raft request' (duration: 2.502570461s)","trace[683162883] 'compare' (duration: 210.221782ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:38.637718Z","caller":"traceutil/trace.go:171","msg":"trace[1647181040] linearizableReadLoop","detail":"{readStateIndex:8638; appliedIndex:8637; }","duration":"475.526438ms","start":"2026-03-31T20:38:38.162158Z","end":"2026-03-31T20:38:38.637684Z","steps":["trace[1647181040] 'read index received' (duration: 264.637751ms)","trace[1647181040] 'applied index is now lower than readState.Index' (duration: 210.885647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:38.637909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.92418Z","time spent":"2.713585451s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:38.637919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.034598218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:38.637992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.825136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:38.638028Z","caller":"traceutil/trace.go:171","msg":"trace[417106050] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8331; }","duration":"5.034785823s","start":"2026-03-31T20:38:33.603226Z","end":"2026-03-31T20:38:38.638012Z","steps":["trace[417106050] 'agreement among raft nodes before linearized reading' (duration: 5.034562667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.638064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:33.603206Z","time spent":"5.034849365s","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-31T20:38:38.63806Z","caller":"traceutil/trace.go:171","msg":"trace[1353495826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8331; }","duration":"520.951208ms","start":"2026-03-31T20:38:38.11709Z","end":"2026-03-31T20:38:38.638042Z","steps":["trace[1353495826] 'agreement among raft nodes before linearized reading' (duration: 520.860016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.638113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.117066Z","time spent":"521.030501ms","remote":"127.0.0.1:36756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:38.63815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218323276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:38:38.638186Z","caller":"traceutil/trace.go:171","msg":"trace[614508270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8331; }","duration":"4.218373517s","start":"2026-03-31T20:38:34.419801Z","end":"2026-03-31T20:38:38.638174Z","steps":["trace[614508270] 'agreement among raft nodes before linearized reading' (duration: 4.218245475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.638184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.219444331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:38:38.638211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.419792Z","time spent":"4.218413288s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:38:38.638212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825371883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:38:38.638224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588668375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:38.638187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.219302688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:38:38.638229Z","caller":"traceutil/trace.go:171","msg":"trace[1000353984] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8331; }","duration":"4.219537543s","start":"2026-03-31T20:38:34.418678Z","end":"2026-03-31T20:38:38.638215Z","steps":["trace[1000353984] 'agreement among raft nodes before linearized reading' (duration: 4.219368s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:38.63825Z","caller":"traceutil/trace.go:171","msg":"trace[2062300613] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8331; }","duration":"2.588723957s","start":"2026-03-31T20:38:36.049518Z","end":"2026-03-31T20:38:38.638242Z","steps":["trace[2062300613] 'agreement among raft nodes before linearized reading' (duration: 2.588683246s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:38.638247Z","caller":"traceutil/trace.go:171","msg":"trace[1201730495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8331; }","duration":"3.825448185s","start":"2026-03-31T20:38:34.812789Z","end":"2026-03-31T20:38:38.638237Z","steps":["trace[1201730495] 'agreement among raft nodes before linearized reading' (duration: 3.825327022s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.638208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.911205165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:38.638268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.418654Z","time spent":"4.219604045s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:38:38.638271Z","caller":"traceutil/trace.go:171","msg":"trace[656546680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8331; }","duration":"4.219410291s","start":"2026-03-31T20:38:34.418842Z","end":"2026-03-31T20:38:38.638252Z","steps":["trace[656546680] 'agreement among raft nodes before linearized reading' (duration: 4.219207467s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.638278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.812773Z","time spent":"3.825496235s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T20:38:38.638303Z","caller":"traceutil/trace.go:171","msg":"trace[828976666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8331; }","duration":"2.911341968s","start":"2026-03-31T20:38:35.726941Z","end":"2026-03-31T20:38:38.638283Z","steps":["trace[828976666] 'agreement among raft nodes before linearized reading' (duration: 2.911201125s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.638331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82616228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:38:38.638339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226764088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:38:38.638361Z","caller":"traceutil/trace.go:171","msg":"trace[1095978264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8331; }","duration":"3.826221491s","start":"2026-03-31T20:38:34.81213Z","end":"2026-03-31T20:38:38.638351Z","steps":["trace[1095978264] 'agreement among raft nodes before linearized reading' (duration: 3.82614948s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.638317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.418827Z","time spent":"4.219475932s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:38.638249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016684706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:38.638401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.812114Z","time spent":"3.826279192s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:38.638224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84645015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:38.63841Z","caller":"traceutil/trace.go:171","msg":"trace[986919279] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8331; }","duration":"3.226851709s","start":"2026-03-31T20:38:35.411538Z","end":"2026-03-31T20:38:38.63839Z","steps":["trace[986919279] 'agreement among raft nodes before linearized reading' (duration: 3.226705026s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.638436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402351189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T20:38:38.638428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.234939575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"warn","ts":"2026-03-31T20:38:38.638459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.411525Z","time spent":"3.226921001s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"info","ts":"2026-03-31T20:38:38.638449Z","caller":"traceutil/trace.go:171","msg":"trace[937990651] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:8331; }","duration":"1.016924302s","start":"2026-03-31T20:38:37.621499Z","end":"2026-03-31T20:38:38.638423Z","steps":["trace[937990651] 'agreement among raft nodes before linearized reading' (duration: 1.016675706s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:38.63849Z","caller":"traceutil/trace.go:171","msg":"trace[519595711] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:8331; }","duration":"1.402435151s","start":"2026-03-31T20:38:37.236034Z","end":"2026-03-31T20:38:38.638469Z","steps":["trace[519595711] 'agreement among raft nodes before linearized reading' (duration: 1.402266527s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:38.638504Z","caller":"traceutil/trace.go:171","msg":"trace[1992468117] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8331; }","duration":"4.235032847s","start":"2026-03-31T20:38:34.403452Z","end":"2026-03-31T20:38:38.638485Z","steps":["trace[1992468117] 'agreement among raft nodes before linearized reading' (duration: 4.234619778s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.638539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:37.235996Z","time spent":"1.402534203s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-31T20:38:38.638555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.403432Z","time spent":"4.235112329s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T20:38:38.638554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:37.621474Z","time spent":"1.017038765s","remote":"127.0.0.1:35818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:38.638452Z","caller":"traceutil/trace.go:171","msg":"trace[1261827069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8331; }","duration":"1.846738996s","start":"2026-03-31T20:38:36.791696Z","end":"2026-03-31T20:38:38.638435Z","steps":["trace[1261827069] 'agreement among raft nodes before linearized reading' (duration: 1.846433479s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.638663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:36.791677Z","time spent":"1.846974161s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:38.63821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825332512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:38:38.638745Z","caller":"traceutil/trace.go:171","msg":"trace[1804128510] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8331; }","duration":"3.825887904s","start":"2026-03-31T20:38:34.812846Z","end":"2026-03-31T20:38:38.638734Z","steps":["trace[1804128510] 'agreement among raft nodes before linearized reading' (duration: 3.825171228s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.638784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.812835Z","time spent":"3.825937075s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:38.638365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:35.726916Z","time spent":"2.91142875s","remote":"127.0.0.1:36778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:38.638265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:36.049496Z","time spent":"2.588765457s","remote":"127.0.0.1:60228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:38.639536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826690662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:38:38.639571Z","caller":"traceutil/trace.go:171","msg":"trace[1854101593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8331; }","duration":"3.826753913s","start":"2026-03-31T20:38:34.812809Z","end":"2026-03-31T20:38:38.639563Z","steps":["trace[1854101593] 'agreement among raft nodes before linearized reading' (duration: 3.82664005s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.639595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:34.812796Z","time spent":"3.826794734s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:38.995083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.881668ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T20:38:38.995174Z","caller":"traceutil/trace.go:171","msg":"trace[751687198] linearizableReadLoop","detail":"{readStateIndex:8640; appliedIndex:8639; }","duration":"354.199532ms","start":"2026-03-31T20:38:38.640957Z","end":"2026-03-31T20:38:38.995157Z","steps":["trace[751687198] 'read index received' (duration: 134.307415ms)","trace[751687198] 'applied index is now lower than readState.Index' (duration: 219.890717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:38.99585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.639823Z","time spent":"356.022353ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T20:38:38.99615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.124302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:38.996255Z","caller":"traceutil/trace.go:171","msg":"trace[933035369] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8331; }","duration":"355.279066ms","start":"2026-03-31T20:38:38.640951Z","end":"2026-03-31T20:38:38.99623Z","steps":["trace[933035369] 'agreement among raft nodes before linearized reading' (duration: 355.062031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:38.996332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.640928Z","time spent":"355.380957ms","remote":"127.0.0.1:52836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:38:39.349801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.893113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:39.350102Z","caller":"traceutil/trace.go:171","msg":"trace[941084992] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"708.1613ms","start":"2026-03-31T20:38:38.641904Z","end":"2026-03-31T20:38:39.350065Z","steps":["trace[941084992] 'process raft request' (duration: 561.887288ms)","trace[941084992] 'compare' (duration: 145.73521ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:39.350236Z","caller":"traceutil/trace.go:171","msg":"trace[52871167] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"707.987026ms","start":"2026-03-31T20:38:38.642231Z","end":"2026-03-31T20:38:39.350218Z","steps":["trace[52871167] 'process raft request' (duration: 707.69432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:39.350235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.641879Z","time spent":"708.296503ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:39.35031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.642208Z","time spent":"708.066227ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:39.350346Z","caller":"traceutil/trace.go:171","msg":"trace[1045088769] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"707.464965ms","start":"2026-03-31T20:38:38.642865Z","end":"2026-03-31T20:38:39.350329Z","steps":["trace[1045088769] 'process raft request' (duration: 707.24907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:39.350417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.642855Z","time spent":"707.527156ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:39.350512Z","caller":"traceutil/trace.go:171","msg":"trace[1072174419] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"707.574587ms","start":"2026-03-31T20:38:38.642906Z","end":"2026-03-31T20:38:39.35048Z","steps":["trace[1072174419] 'process raft request' (duration: 707.340292ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:39.350617Z","caller":"traceutil/trace.go:171","msg":"trace[1042397564] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"707.647959ms","start":"2026-03-31T20:38:38.642937Z","end":"2026-03-31T20:38:39.350585Z","steps":["trace[1042397564] 'process raft request' (duration: 707.421264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:39.350675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.642896Z","time spent":"707.690039ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:39.35071Z","caller":"traceutil/trace.go:171","msg":"trace[1955862964] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"707.237909ms","start":"2026-03-31T20:38:38.643447Z","end":"2026-03-31T20:38:39.350685Z","steps":["trace[1955862964] 'process raft request' (duration: 707.012374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:39.350762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.642922Z","time spent":"707.757221ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:39.350822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.643436Z","time spent":"707.323862ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:39.350806Z","caller":"traceutil/trace.go:171","msg":"trace[166181189] linearizableReadLoop","detail":"{readStateIndex:8647; appliedIndex:8640; }","duration":"355.085033ms","start":"2026-03-31T20:38:38.995701Z","end":"2026-03-31T20:38:39.350786Z","steps":["trace[166181189] 'read index received' (duration: 208.178658ms)","trace[166181189] 'applied index is now lower than readState.Index' (duration: 146.904955ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:39.350885Z","caller":"traceutil/trace.go:171","msg":"trace[689336117] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"706.582725ms","start":"2026-03-31T20:38:38.644291Z","end":"2026-03-31T20:38:39.350873Z","steps":["trace[689336117] 'process raft request' (duration: 706.351569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:39.350914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.040138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:39.350948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.644283Z","time spent":"706.628425ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:39.350985Z","caller":"traceutil/trace.go:171","msg":"trace[1047146537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8338; }","duration":"704.14708ms","start":"2026-03-31T20:38:38.64682Z","end":"2026-03-31T20:38:39.350968Z","steps":["trace[1047146537] 'agreement among raft nodes before linearized reading' (duration: 703.990106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:39.351013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.535128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T20:38:39.351025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.646811Z","time spent":"704.206562ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:39.351136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.335151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207036"} {"level":"info","ts":"2026-03-31T20:38:39.351067Z","caller":"traceutil/trace.go:171","msg":"trace[1947005046] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c; range_end:; response_count:1; response_revision:8338; }","duration":"708.593289ms","start":"2026-03-31T20:38:38.642458Z","end":"2026-03-31T20:38:39.351051Z","steps":["trace[1947005046] 'agreement among raft nodes before linearized reading' (duration: 708.433656ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:39.351181Z","caller":"traceutil/trace.go:171","msg":"trace[1994272419] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8338; }","duration":"707.380762ms","start":"2026-03-31T20:38:38.643789Z","end":"2026-03-31T20:38:39.35117Z","steps":["trace[1994272419] 'agreement among raft nodes before linearized reading' (duration: 707.057195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:39.351215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.643771Z","time spent":"707.435203ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207059,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:38:39.351276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.642268Z","time spent":"708.932597ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" "} {"level":"warn","ts":"2026-03-31T20:38:40.478727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.424012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:40.479311Z","caller":"traceutil/trace.go:171","msg":"trace[1337343109] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"1.12482887s","start":"2026-03-31T20:38:39.354456Z","end":"2026-03-31T20:38:40.479285Z","steps":["trace[1337343109] 'process raft request' (duration: 1.124734108s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.479407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:39.354422Z","time spent":"1.124941833s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:40.479731Z","caller":"traceutil/trace.go:171","msg":"trace[1035375955] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"1.477134771s","start":"2026-03-31T20:38:39.002579Z","end":"2026-03-31T20:38:40.479713Z","steps":["trace[1035375955] 'process raft request' (duration: 1.476356974s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:40.479784Z","caller":"traceutil/trace.go:171","msg":"trace[1585570557] linearizableReadLoop","detail":"{readStateIndex:8649; appliedIndex:8647; }","duration":"1.128916061s","start":"2026-03-31T20:38:39.350854Z","end":"2026-03-31T20:38:40.47977Z","steps":["trace[1585570557] 'read index received' (duration: 228.297683ms)","trace[1585570557] 'applied index is now lower than readState.Index' (duration: 900.612598ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:40.479805Z","caller":"traceutil/trace.go:171","msg":"trace[1664773213] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"1.482732784s","start":"2026-03-31T20:38:38.997049Z","end":"2026-03-31T20:38:40.479782Z","steps":["trace[1664773213] 'process raft request' (duration: 582.150937ms)","trace[1664773213] 'compare' (duration: 899.245317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:40.479944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.997019Z","time spent":"1.482884728s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:40.479814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:39.002559Z","time spent":"1.477215762s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414379,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:40.480036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480351771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:38:40.480182Z","caller":"traceutil/trace.go:171","msg":"trace[1085759373] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8341; }","duration":"1.480512075s","start":"2026-03-31T20:38:38.99964Z","end":"2026-03-31T20:38:40.480152Z","steps":["trace[1085759373] 'agreement among raft nodes before linearized reading' (duration: 1.480236139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:40.480308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:38.999632Z","time spent":"1.480651988s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:38:40.980823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205041801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:41.481842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205041801,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:38:41.783784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:38:41.78389Z","caller":"traceutil/trace.go:171","msg":"trace[1151883319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298098s","start":"2026-03-31T20:38:39.783572Z","end":"2026-03-31T20:38:41.78387Z","steps":["trace[1151883319] 'agreement among raft nodes before linearized reading' (duration: 2.000138364s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:41.783948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:39.783548Z","time spent":"2.00038414s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:41.873158Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.705593477s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:38:42.510683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452657987s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:42.510817Z","caller":"traceutil/trace.go:171","msg":"trace[326692066] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8341; }","duration":"1.45280514s","start":"2026-03-31T20:38:41.057994Z","end":"2026-03-31T20:38:42.510799Z","steps":["trace[326692066] 'range keys from in-memory index tree' (duration: 1.452641657s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.510912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.5001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:42.511032Z","caller":"traceutil/trace.go:171","msg":"trace[768156244] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"2.343593199s","start":"2026-03-31T20:38:40.167412Z","end":"2026-03-31T20:38:42.511006Z","steps":["trace[768156244] 'process raft request' (duration: 1.705916745s)","trace[768156244] 'compare' (duration: 636.932868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:42.5111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.16738Z","time spent":"2.343690281s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:42.531239Z","caller":"traceutil/trace.go:171","msg":"trace[1411764738] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"2.363173893s","start":"2026-03-31T20:38:40.168041Z","end":"2026-03-31T20:38:42.531215Z","steps":["trace[1411764738] 'process raft request' (duration: 2.362976388s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.531394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.168015Z","time spent":"2.363296496s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:42.531529Z","caller":"traceutil/trace.go:171","msg":"trace[1387987783] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"1.429600214s","start":"2026-03-31T20:38:41.101901Z","end":"2026-03-31T20:38:42.531501Z","steps":["trace[1387987783] 'process raft request' (duration: 1.429266697s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.531439Z","caller":"traceutil/trace.go:171","msg":"trace[1914534679] linearizableReadLoop","detail":"{readStateIndex:8653; appliedIndex:8650; }","duration":"2.051535977s","start":"2026-03-31T20:38:40.479874Z","end":"2026-03-31T20:38:42.53141Z","steps":["trace[1914534679] 'read index received' (duration: 1.393592933s)","trace[1914534679] 'applied index is now lower than readState.Index' (duration: 657.940844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:42.531687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.101879Z","time spent":"1.429709766s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:42.531846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.423261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:42.53173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.148159729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:42.531893Z","caller":"traceutil/trace.go:171","msg":"trace[866533021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8344; }","duration":"747.518124ms","start":"2026-03-31T20:38:41.78436Z","end":"2026-03-31T20:38:42.531878Z","steps":["trace[866533021] 'agreement among raft nodes before linearized reading' (duration: 747.423851ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.531915Z","caller":"traceutil/trace.go:171","msg":"trace[851106716] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8344; }","duration":"3.148411216s","start":"2026-03-31T20:38:39.383486Z","end":"2026-03-31T20:38:42.531897Z","steps":["trace[851106716] 'agreement among raft nodes before linearized reading' (duration: 3.148097898s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.531928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.78434Z","time spent":"747.580046ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:42.53196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:39.383462Z","time spent":"3.148485148s","remote":"127.0.0.1:50404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:42.531933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176685974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:42.53202Z","caller":"traceutil/trace.go:171","msg":"trace[1535100889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8344; }","duration":"1.176793986s","start":"2026-03-31T20:38:41.355208Z","end":"2026-03-31T20:38:42.532002Z","steps":["trace[1535100889] 'agreement among raft nodes before linearized reading' (duration: 1.17657586s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.532037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176796856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:38:42.532073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.355198Z","time spent":"1.176859417s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:42.532084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177229256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:38:42.532093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758979745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:42.532025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17743046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:38:42.532161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531647202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:42.532128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176999861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:38:42.531922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050278919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19353"} {"level":"warn","ts":"2026-03-31T20:38:42.532003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281227457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:38:42.532234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177075622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:38:42.532243Z","caller":"traceutil/trace.go:171","msg":"trace[1255125597] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8344; }","duration":"1.177142293s","start":"2026-03-31T20:38:41.355068Z","end":"2026-03-31T20:38:42.53221Z","steps":["trace[1255125597] 'agreement among raft nodes before linearized reading' (duration: 1.176840267s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.532227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563558242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:42.53231Z","caller":"traceutil/trace.go:171","msg":"trace[823344572] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8344; }","duration":"1.563684115s","start":"2026-03-31T20:38:40.968612Z","end":"2026-03-31T20:38:42.532296Z","steps":["trace[823344572] 'agreement among raft nodes before linearized reading' (duration: 1.563578523s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.532279Z","caller":"traceutil/trace.go:171","msg":"trace[515701864] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8344; }","duration":"1.281526193s","start":"2026-03-31T20:38:41.250727Z","end":"2026-03-31T20:38:42.532253Z","steps":["trace[515701864] 'agreement among raft nodes before linearized reading' (duration: 1.281226747s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.532163Z","caller":"traceutil/trace.go:171","msg":"trace[769134343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8344; }","duration":"1.759103968s","start":"2026-03-31T20:38:40.773041Z","end":"2026-03-31T20:38:42.532145Z","steps":["trace[769134343] 'agreement among raft nodes before linearized reading' (duration: 1.758989465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.532369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.968591Z","time spent":"1.563762807s","remote":"127.0.0.1:50334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:42.532381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050557675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T20:38:42.5324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7866392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19353"} {"level":"info","ts":"2026-03-31T20:38:42.532433Z","caller":"traceutil/trace.go:171","msg":"trace[733771350] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8344; }","duration":"2.050633707s","start":"2026-03-31T20:38:40.481786Z","end":"2026-03-31T20:38:42.53242Z","steps":["trace[733771350] 'agreement among raft nodes before linearized reading' (duration: 2.050516914s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.532444Z","caller":"traceutil/trace.go:171","msg":"trace[699121102] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8344; }","duration":"1.786720801s","start":"2026-03-31T20:38:40.745709Z","end":"2026-03-31T20:38:42.53243Z","steps":["trace[699121102] 'agreement among raft nodes before linearized reading' (duration: 1.786587198s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.532375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.250696Z","time spent":"1.281663577s","remote":"127.0.0.1:53088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:42.532477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.481774Z","time spent":"2.050694598s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:38:42.532481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.745691Z","time spent":"1.786782093s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19376,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:38:42.53223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178147285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:38:42.532624Z","caller":"traceutil/trace.go:171","msg":"trace[777439847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8344; }","duration":"1.178536344s","start":"2026-03-31T20:38:41.354065Z","end":"2026-03-31T20:38:42.532602Z","steps":["trace[777439847] 'agreement among raft nodes before linearized reading' (duration: 1.17789182s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.532702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.354005Z","time spent":"1.178676928s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T20:38:42.53211Z","caller":"traceutil/trace.go:171","msg":"trace[1702945662] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8344; }","duration":"1.177272306s","start":"2026-03-31T20:38:41.354829Z","end":"2026-03-31T20:38:42.532101Z","steps":["trace[1702945662] 'agreement among raft nodes before linearized reading' (duration: 1.177216645s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.53282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.354819Z","time spent":"1.177981752s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:42.532309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.355052Z","time spent":"1.177242436s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:42.532937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173444901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T20:38:42.532388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.773017Z","time spent":"1.759350883s","remote":"127.0.0.1:36744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:42.53226Z","caller":"traceutil/trace.go:171","msg":"trace[2029570863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8344; }","duration":"1.177121263s","start":"2026-03-31T20:38:41.355133Z","end":"2026-03-31T20:38:42.532255Z","steps":["trace[2029570863] 'agreement among raft nodes before linearized reading' (duration: 1.177067202s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.533007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.355124Z","time spent":"1.17787603s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:38:42.532232Z","caller":"traceutil/trace.go:171","msg":"trace[428967805] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8344; }","duration":"2.050608367s","start":"2026-03-31T20:38:40.481612Z","end":"2026-03-31T20:38:42.53222Z","steps":["trace[428967805] 'agreement among raft nodes before linearized reading' (duration: 2.050159616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.533094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:40.481597Z","time spent":"2.051488586s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19376,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-31T20:38:42.532103Z","caller":"traceutil/trace.go:171","msg":"trace[1163566429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8344; }","duration":"1.176894858s","start":"2026-03-31T20:38:41.355194Z","end":"2026-03-31T20:38:42.532089Z","steps":["trace[1163566429] 'agreement among raft nodes before linearized reading' (duration: 1.176731734s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.533185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.355186Z","time spent":"1.177992233s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:38:42.532175Z","caller":"traceutil/trace.go:171","msg":"trace[43509727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8344; }","duration":"1.177611354s","start":"2026-03-31T20:38:41.354541Z","end":"2026-03-31T20:38:42.532152Z","steps":["trace[43509727] 'agreement among raft nodes before linearized reading' (duration: 1.17740702s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.533374Z","caller":"traceutil/trace.go:171","msg":"trace[2014136435] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8344; }","duration":"1.173502912s","start":"2026-03-31T20:38:41.359458Z","end":"2026-03-31T20:38:42.532961Z","steps":["trace[2014136435] 'agreement among raft nodes before linearized reading' (duration: 1.172371506s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.531906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211452126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:42.533443Z","caller":"traceutil/trace.go:171","msg":"trace[753221346] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8344; }","duration":"1.21300944s","start":"2026-03-31T20:38:41.320422Z","end":"2026-03-31T20:38:42.533432Z","steps":["trace[753221346] 'agreement among raft nodes before linearized reading' (duration: 1.211382614s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.533319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.354521Z","time spent":"1.178776709s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:42.533488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.320356Z","time spent":"1.213119842s","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:42.532181Z","caller":"traceutil/trace.go:171","msg":"trace[1562965922] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8344; }","duration":"1.531719284s","start":"2026-03-31T20:38:41.000455Z","end":"2026-03-31T20:38:42.532175Z","steps":["trace[1562965922] 'agreement among raft nodes before linearized reading' (duration: 1.531682753s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.533552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.000428Z","time spent":"1.533108174s","remote":"127.0.0.1:50400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:42.532252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.284054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f86dc9499-qg98j.18a20789fb5fdfb7\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T20:38:42.533675Z","caller":"traceutil/trace.go:171","msg":"trace[325191908] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f86dc9499-qg98j.18a20789fb5fdfb7; range_end:; response_count:1; response_revision:8344; }","duration":"184.708326ms","start":"2026-03-31T20:38:42.348921Z","end":"2026-03-31T20:38:42.533629Z","steps":["trace[325191908] 'agreement among raft nodes before linearized reading' (duration: 183.205063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.533839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:41.359445Z","time spent":"1.174383622s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"info","ts":"2026-03-31T20:38:42.95418Z","caller":"traceutil/trace.go:171","msg":"trace[1942782049] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"414.920892ms","start":"2026-03-31T20:38:42.539232Z","end":"2026-03-31T20:38:42.954153Z","steps":["trace[1942782049] 'process raft request' (duration: 414.84458ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.954222Z","caller":"traceutil/trace.go:171","msg":"trace[30720035] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"417.56621ms","start":"2026-03-31T20:38:42.53657Z","end":"2026-03-31T20:38:42.954136Z","steps":["trace[30720035] 'process raft request' (duration: 417.257934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.954392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.539219Z","time spent":"415.075215ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:42.954425Z","caller":"traceutil/trace.go:171","msg":"trace[384958546] linearizableReadLoop","detail":"{readStateIndex:8655; appliedIndex:8653; }","duration":"416.24351ms","start":"2026-03-31T20:38:42.53816Z","end":"2026-03-31T20:38:42.954403Z","steps":["trace[384958546] 'read index received' (duration: 67.378857ms)","trace[384958546] 'applied index is now lower than readState.Index' (duration: 348.863723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:42.95449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.536563Z","time spent":"417.802235ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:42.954505Z","caller":"traceutil/trace.go:171","msg":"trace[1727729505] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"415.396662ms","start":"2026-03-31T20:38:42.539077Z","end":"2026-03-31T20:38:42.954473Z","steps":["trace[1727729505] 'process raft request' (duration: 414.908021ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.954548Z","caller":"traceutil/trace.go:171","msg":"trace[394626236] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"415.030124ms","start":"2026-03-31T20:38:42.539506Z","end":"2026-03-31T20:38:42.954536Z","steps":["trace[394626236] 'process raft request' (duration: 414.612855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.954648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.539057Z","time spent":"415.513185ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:42.954692Z","caller":"traceutil/trace.go:171","msg":"trace[1005711289] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"414.948222ms","start":"2026-03-31T20:38:42.539733Z","end":"2026-03-31T20:38:42.954681Z","steps":["trace[1005711289] 'process raft request' (duration: 414.554854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.954695Z","caller":"traceutil/trace.go:171","msg":"trace[1601555723] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"415.477724ms","start":"2026-03-31T20:38:42.5392Z","end":"2026-03-31T20:38:42.954678Z","steps":["trace[1601555723] 'process raft request' (duration: 414.83118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.954743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.539724Z","time spent":"414.990923ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:42.954653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.489896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T20:38:42.954772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.539195Z","time spent":"415.533675ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:42.954805Z","caller":"traceutil/trace.go:171","msg":"trace[1746258414] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8352; }","duration":"416.65738ms","start":"2026-03-31T20:38:42.538135Z","end":"2026-03-31T20:38:42.954792Z","steps":["trace[1746258414] 'agreement among raft nodes before linearized reading' (duration: 416.429405ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:42.954818Z","caller":"traceutil/trace.go:171","msg":"trace[1179963100] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"414.983483ms","start":"2026-03-31T20:38:42.539828Z","end":"2026-03-31T20:38:42.954811Z","steps":["trace[1179963100] 'process raft request' (duration: 414.534713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.954814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.65239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19353"} {"level":"warn","ts":"2026-03-31T20:38:42.954843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.538117Z","time spent":"416.715631ms","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:38:42.95465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.539497Z","time spent":"415.077655ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:42.955007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.059841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:38:42.955039Z","caller":"traceutil/trace.go:171","msg":"trace[998837153] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c; range_end:; response_count:1; response_revision:8352; }","duration":"346.124473ms","start":"2026-03-31T20:38:42.608906Z","end":"2026-03-31T20:38:42.955031Z","steps":["trace[998837153] 'agreement among raft nodes before linearized reading' (duration: 346.051521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.955031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.982134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:38:42.955061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.60889Z","time spent":"346.166485ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" "} {"level":"info","ts":"2026-03-31T20:38:42.955074Z","caller":"traceutil/trace.go:171","msg":"trace[757295655] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8352; }","duration":"240.070386ms","start":"2026-03-31T20:38:42.714991Z","end":"2026-03-31T20:38:42.955061Z","steps":["trace[757295655] 'agreement among raft nodes before linearized reading' (duration: 240.006454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.95485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.539822Z","time spent":"415.010174ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:42.955167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.921187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207036"} {"level":"info","ts":"2026-03-31T20:38:42.955199Z","caller":"traceutil/trace.go:171","msg":"trace[1763989017] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8352; }","duration":"416.964047ms","start":"2026-03-31T20:38:42.538227Z","end":"2026-03-31T20:38:42.955191Z","steps":["trace[1763989017] 'agreement among raft nodes before linearized reading' (duration: 416.649021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.955246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.538223Z","time spent":"417.011518ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207059,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-31T20:38:42.955286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.23566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-03-31T20:38:42.955338Z","caller":"traceutil/trace.go:171","msg":"trace[1747640962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8352; }","duration":"411.298591ms","start":"2026-03-31T20:38:42.544028Z","end":"2026-03-31T20:38:42.955327Z","steps":["trace[1747640962] 'agreement among raft nodes before linearized reading' (duration: 411.129088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.955373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.544024Z","time spent":"411.341852ms","remote":"127.0.0.1:36766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-31T20:38:42.95485Z","caller":"traceutil/trace.go:171","msg":"trace[2022202327] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8352; }","duration":"416.705341ms","start":"2026-03-31T20:38:42.538133Z","end":"2026-03-31T20:38:42.954838Z","steps":["trace[2022202327] 'agreement among raft nodes before linearized reading' (duration: 416.545247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.955381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.950998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:42.955409Z","caller":"traceutil/trace.go:171","msg":"trace[185721987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8352; }","duration":"412.99931ms","start":"2026-03-31T20:38:42.542402Z","end":"2026-03-31T20:38:42.955402Z","steps":["trace[185721987] 'agreement among raft nodes before linearized reading' (duration: 412.956549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:42.955421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.53812Z","time spent":"417.285144ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19376,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:38:42.95544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.542396Z","time spent":"413.037701ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:38:43.313765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.868508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:43.313893Z","caller":"traceutil/trace.go:171","msg":"trace[800136141] linearizableReadLoop","detail":"{readStateIndex:8662; appliedIndex:8661; }","duration":"300.992221ms","start":"2026-03-31T20:38:43.01288Z","end":"2026-03-31T20:38:43.313872Z","steps":["trace[800136141] 'read index received' (duration: 147.945079ms)","trace[800136141] 'applied index is now lower than readState.Index' (duration: 153.045712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:43.31401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.130733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:43.314045Z","caller":"traceutil/trace.go:171","msg":"trace[530275637] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8353; }","duration":"301.198155ms","start":"2026-03-31T20:38:43.012838Z","end":"2026-03-31T20:38:43.314036Z","steps":["trace[530275637] 'agreement among raft nodes before linearized reading' (duration: 301.095423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:43.314082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:43.012818Z","time spent":"301.254526ms","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:38:43.314374Z","caller":"traceutil/trace.go:171","msg":"trace[906469186] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"355.067972ms","start":"2026-03-31T20:38:42.959263Z","end":"2026-03-31T20:38:43.314331Z","steps":["trace[906469186] 'process raft request' (duration: 201.54817ms)","trace[906469186] 'compare' (duration: 152.754455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:43.314557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:42.959241Z","time spent":"355.221616ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:45.016454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.326185ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:38:45.159767Z","caller":"traceutil/trace.go:171","msg":"trace[1734512871] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"642.539642ms","start":"2026-03-31T20:38:44.517202Z","end":"2026-03-31T20:38:45.159741Z","steps":["trace[1734512871] 'process raft request' (duration: 642.352848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.159916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.517177Z","time spent":"642.663764ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:45.636529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.363089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:38:45.636613Z","caller":"traceutil/trace.go:171","msg":"trace[414739724] linearizableReadLoop","detail":"{readStateIndex:8665; appliedIndex:8663; }","duration":"853.469539ms","start":"2026-03-31T20:38:44.783131Z","end":"2026-03-31T20:38:45.636601Z","steps":["trace[414739724] 'read index received' (duration: 376.476788ms)","trace[414739724] 'applied index is now lower than readState.Index' (duration: 476.991691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:45.636707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.576581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:45.636731Z","caller":"traceutil/trace.go:171","msg":"trace[1186696804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8355; }","duration":"853.632003ms","start":"2026-03-31T20:38:44.783093Z","end":"2026-03-31T20:38:45.636725Z","steps":["trace[1186696804] 'agreement among raft nodes before linearized reading' (duration: 853.583922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.636753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.783077Z","time spent":"853.671664ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:38:45.636741Z","caller":"traceutil/trace.go:171","msg":"trace[594545617] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"1.099249043s","start":"2026-03-31T20:38:44.537457Z","end":"2026-03-31T20:38:45.636706Z","steps":["trace[594545617] 'process raft request' (duration: 725.625448ms)","trace[594545617] 'compare' (duration: 373.243246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:38:45.636814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.595463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:38:45.636859Z","caller":"traceutil/trace.go:171","msg":"trace[1671114918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8355; }","duration":"678.678794ms","start":"2026-03-31T20:38:44.958169Z","end":"2026-03-31T20:38:45.636847Z","steps":["trace[1671114918] 'agreement among raft nodes before linearized reading' (duration: 678.546231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.636883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.958153Z","time spent":"678.724355ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:45.636893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.537429Z","time spent":"1.099380145s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:38:45.637013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.797947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:38:45.637043Z","caller":"traceutil/trace.go:171","msg":"trace[1924399571] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8355; }","duration":"130.855249ms","start":"2026-03-31T20:38:45.506182Z","end":"2026-03-31T20:38:45.637037Z","steps":["trace[1924399571] 'agreement among raft nodes before linearized reading' (duration: 130.807978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.637154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.759242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:45.637171Z","caller":"traceutil/trace.go:171","msg":"trace[407521133] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8355; }","duration":"555.798603ms","start":"2026-03-31T20:38:45.081368Z","end":"2026-03-31T20:38:45.637167Z","steps":["trace[407521133] 'agreement among raft nodes before linearized reading' (duration: 555.750472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.637185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.081357Z","time spent":"555.824123ms","remote":"127.0.0.1:52902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:45.637245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.325823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-31T20:38:45.63726Z","caller":"traceutil/trace.go:171","msg":"trace[10155801] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8355; }","duration":"560.342784ms","start":"2026-03-31T20:38:45.076913Z","end":"2026-03-31T20:38:45.637256Z","steps":["trace[10155801] 'agreement among raft nodes before linearized reading' (duration: 560.303293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.637272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.076862Z","time spent":"560.407426ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:45.637376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.132474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:38:45.637392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.332248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:38:45.637407Z","caller":"traceutil/trace.go:171","msg":"trace[1521276917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8355; }","duration":"679.204496ms","start":"2026-03-31T20:38:44.958195Z","end":"2026-03-31T20:38:45.637399Z","steps":["trace[1521276917] 'agreement among raft nodes before linearized reading' (duration: 679.084683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.637414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.881109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:38:45.637422Z","caller":"traceutil/trace.go:171","msg":"trace[1153592133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8355; }","duration":"674.386079ms","start":"2026-03-31T20:38:44.963027Z","end":"2026-03-31T20:38:45.637413Z","steps":["trace[1153592133] 'agreement among raft nodes before linearized reading' (duration: 674.296307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:45.637428Z","caller":"traceutil/trace.go:171","msg":"trace[1132771645] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8355; }","duration":"575.897239ms","start":"2026-03-31T20:38:45.061527Z","end":"2026-03-31T20:38:45.637424Z","steps":["trace[1132771645] 'agreement among raft nodes before linearized reading' (duration: 575.847338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.637428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.958172Z","time spent":"679.251416ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:38:45.637417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.104113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T20:38:45.637443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.06146Z","time spent":"575.979212ms","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":55,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:38:45.637447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.963016Z","time spent":"674.42326ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T20:38:45.637461Z","caller":"traceutil/trace.go:171","msg":"trace[301153301] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8355; }","duration":"674.170385ms","start":"2026-03-31T20:38:44.963279Z","end":"2026-03-31T20:38:45.637449Z","steps":["trace[301153301] 'agreement among raft nodes before linearized reading' (duration: 673.991231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.637441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.694013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-31T20:38:45.6375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.963269Z","time spent":"674.223236ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:38:45.637519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.596292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:38:45.63754Z","caller":"traceutil/trace.go:171","msg":"trace[1718307852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8355; }","duration":"678.638783ms","start":"2026-03-31T20:38:44.958896Z","end":"2026-03-31T20:38:45.637535Z","steps":["trace[1718307852] 'agreement among raft nodes before linearized reading' (duration: 678.581882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.637558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.958885Z","time spent":"678.669384ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:38:45.63756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.355992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:38:45.637604Z","caller":"traceutil/trace.go:171","msg":"trace[1762043060] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8355; }","duration":"676.414474ms","start":"2026-03-31T20:38:44.961173Z","end":"2026-03-31T20:38:45.637587Z","steps":["trace[1762043060] 'agreement among raft nodes before linearized reading' (duration: 676.310932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:45.637516Z","caller":"traceutil/trace.go:171","msg":"trace[1928125170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8355; }","duration":"561.795956ms","start":"2026-03-31T20:38:45.075701Z","end":"2026-03-31T20:38:45.637497Z","steps":["trace[1928125170] 'agreement among raft nodes before linearized reading' (duration: 561.596012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.637644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.96116Z","time spent":"676.475405ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:38:45.637635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.712592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:38:45.63744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.865564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:38:45.637693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:45.07569Z","time spent":"561.99074ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-31T20:38:45.637725Z","caller":"traceutil/trace.go:171","msg":"trace[1992565331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8355; }","duration":"677.184922ms","start":"2026-03-31T20:38:44.960531Z","end":"2026-03-31T20:38:45.637716Z","steps":["trace[1992565331] 'agreement among raft nodes before linearized reading' (duration: 676.733742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:45.637721Z","caller":"traceutil/trace.go:171","msg":"trace[1316468127] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8355; }","duration":"677.826725ms","start":"2026-03-31T20:38:44.959875Z","end":"2026-03-31T20:38:45.637701Z","steps":["trace[1316468127] 'agreement among raft nodes before linearized reading' (duration: 677.58416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:45.637756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.960523Z","time spent":"677.223412ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:38:45.637771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:44.959866Z","time spent":"677.896197ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:38:45.81255Z","caller":"traceutil/trace.go:171","msg":"trace[1543708185] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"168.765682ms","start":"2026-03-31T20:38:45.643772Z","end":"2026-03-31T20:38:45.812538Z","steps":["trace[1543708185] 'process raft request' (duration: 168.67115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:45.812536Z","caller":"traceutil/trace.go:171","msg":"trace[1155222552] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"168.936886ms","start":"2026-03-31T20:38:45.643553Z","end":"2026-03-31T20:38:45.81249Z","steps":["trace[1155222552] 'process raft request' (duration: 130.287147ms)","trace[1155222552] 'compare' (duration: 38.2808ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:45.812571Z","caller":"traceutil/trace.go:171","msg":"trace[104725410] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"168.876764ms","start":"2026-03-31T20:38:45.643658Z","end":"2026-03-31T20:38:45.812535Z","steps":["trace[104725410] 'process raft request' (duration: 168.71439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:45.812643Z","caller":"traceutil/trace.go:171","msg":"trace[1212007757] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"168.6781ms","start":"2026-03-31T20:38:45.643947Z","end":"2026-03-31T20:38:45.812625Z","steps":["trace[1212007757] 'process raft request' (duration: 168.592178ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:45.812663Z","caller":"traceutil/trace.go:171","msg":"trace[504082603] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"168.69847ms","start":"2026-03-31T20:38:45.643958Z","end":"2026-03-31T20:38:45.812657Z","steps":["trace[504082603] 'process raft request' (duration: 168.533647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:45.812782Z","caller":"traceutil/trace.go:171","msg":"trace[1987197873] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"168.778142ms","start":"2026-03-31T20:38:45.643992Z","end":"2026-03-31T20:38:45.81277Z","steps":["trace[1987197873] 'process raft request' (duration: 168.586828ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:45.812831Z","caller":"traceutil/trace.go:171","msg":"trace[938548558] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"168.648689ms","start":"2026-03-31T20:38:45.644158Z","end":"2026-03-31T20:38:45.812807Z","steps":["trace[938548558] 'process raft request' (duration: 168.609438ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:45.812844Z","caller":"traceutil/trace.go:171","msg":"trace[1924829799] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"168.69836ms","start":"2026-03-31T20:38:45.644121Z","end":"2026-03-31T20:38:45.812819Z","steps":["trace[1924829799] 'process raft request' (duration: 168.587498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:38:46.474041Z","caller":"traceutil/trace.go:171","msg":"trace[1090241836] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"328.600534ms","start":"2026-03-31T20:38:46.145413Z","end":"2026-03-31T20:38:46.474014Z","steps":["trace[1090241836] 'process raft request' (duration: 328.401079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:46.4742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:38:46.145389Z","time spent":"328.725257ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:38:53.782774Z","caller":"traceutil/trace.go:171","msg":"trace[429664512] linearizableReadLoop","detail":"{readStateIndex:8715; appliedIndex:8714; }","duration":"101.895795ms","start":"2026-03-31T20:38:53.680847Z","end":"2026-03-31T20:38:53.782743Z","steps":["trace[429664512] 'read index received' (duration: 101.565468ms)","trace[429664512] 'applied index is now lower than readState.Index' (duration: 328.727µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:38:53.782927Z","caller":"traceutil/trace.go:171","msg":"trace[2144990809] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"114.108587ms","start":"2026-03-31T20:38:53.668788Z","end":"2026-03-31T20:38:53.782897Z","steps":["trace[2144990809] 'process raft request' (duration: 113.760469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:38:53.783186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.271254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:38:53.783309Z","caller":"traceutil/trace.go:171","msg":"trace[751891989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8404; }","duration":"102.455017ms","start":"2026-03-31T20:38:53.680821Z","end":"2026-03-31T20:38:53.783276Z","steps":["trace[751891989] 'agreement among raft nodes before linearized reading' (duration: 102.089709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.099069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.242197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:08.099165Z","caller":"traceutil/trace.go:171","msg":"trace[1068896319] linearizableReadLoop","detail":"{readStateIndex:8795; appliedIndex:8794; }","duration":"211.93053ms","start":"2026-03-31T20:39:07.88722Z","end":"2026-03-31T20:39:08.09915Z","steps":["trace[1068896319] 'read index received' (duration: 48.531669ms)","trace[1068896319] 'applied index is now lower than readState.Index' (duration: 163.397911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:08.099354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.920385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:39:08.099375Z","caller":"traceutil/trace.go:171","msg":"trace[494891531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8480; }","duration":"110.983116ms","start":"2026-03-31T20:39:07.988385Z","end":"2026-03-31T20:39:08.099368Z","steps":["trace[494891531] 'agreement among raft nodes before linearized reading' (duration: 110.840993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.099361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.117324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:39:08.099447Z","caller":"traceutil/trace.go:171","msg":"trace[1999331434] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8480; }","duration":"212.251997ms","start":"2026-03-31T20:39:07.887176Z","end":"2026-03-31T20:39:08.099428Z","steps":["trace[1999331434] 'agreement among raft nodes before linearized reading' (duration: 212.026272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:08.099447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.742199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:39:08.099509Z","caller":"traceutil/trace.go:171","msg":"trace[2073083565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8480; }","duration":"105.841512ms","start":"2026-03-31T20:39:07.993653Z","end":"2026-03-31T20:39:08.099495Z","steps":["trace[2073083565] 'agreement among raft nodes before linearized reading' (duration: 105.663948ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:08.099393Z","caller":"traceutil/trace.go:171","msg":"trace[1798847656] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"214.856025ms","start":"2026-03-31T20:39:07.884329Z","end":"2026-03-31T20:39:08.099185Z","steps":["trace[1798847656] 'process raft request' (duration: 51.417433ms)","trace[1798847656] 'compare' (duration: 163.034393ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:09.051931Z","caller":"traceutil/trace.go:171","msg":"trace[1570476995] linearizableReadLoop","detail":"{readStateIndex:8802; appliedIndex:8801; }","duration":"267.578717ms","start":"2026-03-31T20:39:08.78432Z","end":"2026-03-31T20:39:09.051899Z","steps":["trace[1570476995] 'read index received' (duration: 267.410353ms)","trace[1570476995] 'applied index is now lower than readState.Index' (duration: 166.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:09.051973Z","caller":"traceutil/trace.go:171","msg":"trace[62555760] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"395.116162ms","start":"2026-03-31T20:39:08.656825Z","end":"2026-03-31T20:39:09.051941Z","steps":["trace[62555760] 'process raft request' (duration: 394.888357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:09.052118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.785091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:09.052168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.6568Z","time spent":"395.247025ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:09.052197Z","caller":"traceutil/trace.go:171","msg":"trace[1016175265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8487; }","duration":"267.915204ms","start":"2026-03-31T20:39:08.784265Z","end":"2026-03-31T20:39:09.05218Z","steps":["trace[1016175265] 'agreement among raft nodes before linearized reading' (duration: 267.7565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:09.446649Z","caller":"traceutil/trace.go:171","msg":"trace[1804922306] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"446.77878ms","start":"2026-03-31T20:39:08.999837Z","end":"2026-03-31T20:39:09.446616Z","steps":["trace[1804922306] 'process raft request' (duration: 412.547369ms)","trace[1804922306] 'compare' (duration: 34.114108ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:09.44666Z","caller":"traceutil/trace.go:171","msg":"trace[421003792] linearizableReadLoop","detail":"{readStateIndex:8803; appliedIndex:8802; }","duration":"393.2816ms","start":"2026-03-31T20:39:09.053329Z","end":"2026-03-31T20:39:09.446611Z","steps":["trace[421003792] 'read index received' (duration: 359.07119ms)","trace[421003792] 'applied index is now lower than readState.Index' (duration: 34.20929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:09.446807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:08.999806Z","time spent":"446.926383ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:09.446828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.460554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:09.44693Z","caller":"traceutil/trace.go:171","msg":"trace[1526660952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8488; }","duration":"393.632288ms","start":"2026-03-31T20:39:09.05327Z","end":"2026-03-31T20:39:09.446903Z","steps":["trace[1526660952] 'agreement among raft nodes before linearized reading' (duration: 393.415973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:09.446975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:09.053253Z","time spent":"393.71447ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:39:09.633341Z","caller":"traceutil/trace.go:171","msg":"trace[1157148499] linearizableReadLoop","detail":"{readStateIndex:8804; appliedIndex:8803; }","duration":"186.583137ms","start":"2026-03-31T20:39:09.446733Z","end":"2026-03-31T20:39:09.633316Z","steps":["trace[1157148499] 'read index received' (duration: 114.842623ms)","trace[1157148499] 'applied index is now lower than readState.Index' (duration: 71.739784ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:09.633429Z","caller":"traceutil/trace.go:171","msg":"trace[192910742] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"350.645073ms","start":"2026-03-31T20:39:09.282751Z","end":"2026-03-31T20:39:09.633396Z","steps":["trace[192910742] 'process raft request' (duration: 278.912339ms)","trace[192910742] 'compare' (duration: 71.55633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:09.633548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.81438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:09.633581Z","caller":"traceutil/trace.go:171","msg":"trace[854548022] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8489; }","duration":"347.907652ms","start":"2026-03-31T20:39:09.285666Z","end":"2026-03-31T20:39:09.633574Z","steps":["trace[854548022] 'agreement among raft nodes before linearized reading' (duration: 347.779549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:09.633572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:09.282719Z","time spent":"350.774366ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:09.633603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:09.285644Z","time spent":"347.952914ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:09.633534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.409098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:09.633932Z","caller":"traceutil/trace.go:171","msg":"trace[758038732] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8489; }","duration":"260.888418ms","start":"2026-03-31T20:39:09.373017Z","end":"2026-03-31T20:39:09.633905Z","steps":["trace[758038732] 'agreement among raft nodes before linearized reading' (duration: 260.375857ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.199125Z","caller":"traceutil/trace.go:171","msg":"trace[1975351405] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"228.638511ms","start":"2026-03-31T20:39:09.970452Z","end":"2026-03-31T20:39:10.19909Z","steps":["trace[1975351405] 'process raft request' (duration: 158.084703ms)","trace[1975351405] 'compare' (duration: 70.377765ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:10.199155Z","caller":"traceutil/trace.go:171","msg":"trace[1967343178] linearizableReadLoop","detail":"{readStateIndex:8821; appliedIndex:8820; }","duration":"228.58215ms","start":"2026-03-31T20:39:09.970548Z","end":"2026-03-31T20:39:10.19913Z","steps":["trace[1967343178] 'read index received' (duration: 157.991202ms)","trace[1967343178] 'applied index is now lower than readState.Index' (duration: 70.588248ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:10.199191Z","caller":"traceutil/trace.go:171","msg":"trace[1140208484] transaction","detail":"{read_only:false; response_revision:8506; number_of_response:1; }","duration":"228.630062ms","start":"2026-03-31T20:39:09.970534Z","end":"2026-03-31T20:39:10.199164Z","steps":["trace[1140208484] 'process raft request' (duration: 228.54212ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.199335Z","caller":"traceutil/trace.go:171","msg":"trace[1720088732] transaction","detail":"{read_only:false; response_revision:8507; number_of_response:1; }","duration":"228.785565ms","start":"2026-03-31T20:39:09.970537Z","end":"2026-03-31T20:39:10.199322Z","steps":["trace[1720088732] 'process raft request' (duration: 228.583721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.199351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.781484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/rook-ceph/\" range_end:\"/registry/resourcequotas/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:10.199362Z","caller":"traceutil/trace.go:171","msg":"trace[1971017423] transaction","detail":"{read_only:false; response_revision:8508; number_of_response:1; }","duration":"228.756014ms","start":"2026-03-31T20:39:09.970595Z","end":"2026-03-31T20:39:10.199351Z","steps":["trace[1971017423] 'process raft request' (duration: 228.55854ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.199394Z","caller":"traceutil/trace.go:171","msg":"trace[888954849] range","detail":"{range_begin:/registry/resourcequotas/rook-ceph/; range_end:/registry/resourcequotas/rook-ceph0; response_count:0; response_revision:8509; }","duration":"228.869377ms","start":"2026-03-31T20:39:09.97051Z","end":"2026-03-31T20:39:10.199379Z","steps":["trace[888954849] 'agreement among raft nodes before linearized reading' (duration: 228.752454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.199324Z","caller":"traceutil/trace.go:171","msg":"trace[1452188454] transaction","detail":"{read_only:false; response_revision:8509; number_of_response:1; }","duration":"228.593361ms","start":"2026-03-31T20:39:09.970645Z","end":"2026-03-31T20:39:10.199238Z","steps":["trace[1452188454] 'process raft request' (duration: 228.55088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.328547Z","caller":"traceutil/trace.go:171","msg":"trace[146620287] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"123.144107ms","start":"2026-03-31T20:39:10.205374Z","end":"2026-03-31T20:39:10.328518Z","steps":["trace[146620287] 'process raft request' (duration: 111.883807ms)","trace[146620287] 'compare' (duration: 10.876412ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:10.328602Z","caller":"traceutil/trace.go:171","msg":"trace[1658793403] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"122.169366ms","start":"2026-03-31T20:39:10.206402Z","end":"2026-03-31T20:39:10.328571Z","steps":["trace[1658793403] 'process raft request' (duration: 122.002873ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.328724Z","caller":"traceutil/trace.go:171","msg":"trace[205330903] transaction","detail":"{read_only:false; response_revision:8514; number_of_response:1; }","duration":"122.014871ms","start":"2026-03-31T20:39:10.206692Z","end":"2026-03-31T20:39:10.328707Z","steps":["trace[205330903] 'process raft request' (duration: 121.868618ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.328708Z","caller":"traceutil/trace.go:171","msg":"trace[1976973796] transaction","detail":"{read_only:false; response_revision:8513; number_of_response:1; }","duration":"122.204987ms","start":"2026-03-31T20:39:10.206477Z","end":"2026-03-31T20:39:10.328682Z","steps":["trace[1976973796] 'process raft request' (duration: 122.020713ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.328764Z","caller":"traceutil/trace.go:171","msg":"trace[1411754304] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"121.94931ms","start":"2026-03-31T20:39:10.206789Z","end":"2026-03-31T20:39:10.328738Z","steps":["trace[1411754304] 'process raft request' (duration: 121.835277ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.329015Z","caller":"traceutil/trace.go:171","msg":"trace[755016897] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"121.727765ms","start":"2026-03-31T20:39:10.207272Z","end":"2026-03-31T20:39:10.328999Z","steps":["trace[755016897] 'process raft request' (duration: 121.629513ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.329064Z","caller":"traceutil/trace.go:171","msg":"trace[1204584432] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"122.153834ms","start":"2026-03-31T20:39:10.206882Z","end":"2026-03-31T20:39:10.329036Z","steps":["trace[1204584432] 'process raft request' (duration: 121.799497ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.573503Z","caller":"traceutil/trace.go:171","msg":"trace[78007532] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"177.441964ms","start":"2026-03-31T20:39:10.396022Z","end":"2026-03-31T20:39:10.573464Z","steps":["trace[78007532] 'process raft request' (duration: 142.884576ms)","trace[78007532] 'compare' (duration: 34.153539ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:10.573638Z","caller":"traceutil/trace.go:171","msg":"trace[1547468993] linearizableReadLoop","detail":"{readStateIndex:8841; appliedIndex:8837; }","duration":"173.904796ms","start":"2026-03-31T20:39:10.399709Z","end":"2026-03-31T20:39:10.573614Z","steps":["trace[1547468993] 'read index received' (duration: 26.609942ms)","trace[1547468993] 'applied index is now lower than readState.Index' (duration: 147.293774ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:10.573779Z","caller":"traceutil/trace.go:171","msg":"trace[40152166] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"172.063624ms","start":"2026-03-31T20:39:10.401705Z","end":"2026-03-31T20:39:10.573768Z","steps":["trace[40152166] 'process raft request' (duration: 171.777467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.573971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.178472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:39:10.574016Z","caller":"traceutil/trace.go:171","msg":"trace[1890785709] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8526; }","duration":"174.263044ms","start":"2026-03-31T20:39:10.399742Z","end":"2026-03-31T20:39:10.574005Z","steps":["trace[1890785709] 'agreement among raft nodes before linearized reading' (duration: 174.09076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.574065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.416663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-03-31T20:39:10.574058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.822669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76c484c45f-8qfsk\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-31T20:39:10.574116Z","caller":"traceutil/trace.go:171","msg":"trace[1970079740] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8526; }","duration":"168.516775ms","start":"2026-03-31T20:39:10.405586Z","end":"2026-03-31T20:39:10.574102Z","steps":["trace[1970079740] 'agreement among raft nodes before linearized reading' (duration: 168.346991ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.574137Z","caller":"traceutil/trace.go:171","msg":"trace[485019163] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76c484c45f-8qfsk; range_end:; response_count:1; response_revision:8526; }","duration":"144.933612ms","start":"2026-03-31T20:39:10.429183Z","end":"2026-03-31T20:39:10.574117Z","steps":["trace[485019163] 'agreement among raft nodes before linearized reading' (duration: 144.689027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.574241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.373287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:39:10.574285Z","caller":"traceutil/trace.go:171","msg":"trace[286986226] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8526; }","duration":"174.422777ms","start":"2026-03-31T20:39:10.399848Z","end":"2026-03-31T20:39:10.574271Z","steps":["trace[286986226] 'agreement among raft nodes before linearized reading' (duration: 174.329125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.574331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.56214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-mon-endpoints\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-31T20:39:10.574475Z","caller":"traceutil/trace.go:171","msg":"trace[1517370813] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-mon-endpoints; range_end:; response_count:1; response_revision:8526; }","duration":"174.782025ms","start":"2026-03-31T20:39:10.399666Z","end":"2026-03-31T20:39:10.574448Z","steps":["trace[1517370813] 'agreement among raft nodes before linearized reading' (duration: 174.292615ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:10.912317Z","caller":"traceutil/trace.go:171","msg":"trace[1245665057] linearizableReadLoop","detail":"{readStateIndex:8847; appliedIndex:8846; }","duration":"128.149857ms","start":"2026-03-31T20:39:10.784133Z","end":"2026-03-31T20:39:10.912283Z","steps":["trace[1245665057] 'read index received' (duration: 69.555555ms)","trace[1245665057] 'applied index is now lower than readState.Index' (duration: 58.593142ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:10.9124Z","caller":"traceutil/trace.go:171","msg":"trace[293566590] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"129.707602ms","start":"2026-03-31T20:39:10.782659Z","end":"2026-03-31T20:39:10.912367Z","steps":["trace[293566590] 'process raft request' (duration: 71.08588ms)","trace[293566590] 'compare' (duration: 58.352276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:10.912598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.622065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:10.912655Z","caller":"traceutil/trace.go:171","msg":"trace[889793654] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8531; }","duration":"126.709607ms","start":"2026-03-31T20:39:10.78593Z","end":"2026-03-31T20:39:10.912639Z","steps":["trace[889793654] 'agreement among raft nodes before linearized reading' (duration: 126.560733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.912637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.470305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:10.912724Z","caller":"traceutil/trace.go:171","msg":"trace[1765925006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8531; }","duration":"128.621208ms","start":"2026-03-31T20:39:10.784081Z","end":"2026-03-31T20:39:10.912702Z","steps":["trace[1765925006] 'agreement among raft nodes before linearized reading' (duration: 128.396682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:10.913033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.971162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:33 size:421543"} {"level":"info","ts":"2026-03-31T20:39:10.913153Z","caller":"traceutil/trace.go:171","msg":"trace[77819948] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:33; response_revision:8531; }","duration":"109.116046ms","start":"2026-03-31T20:39:10.80401Z","end":"2026-03-31T20:39:10.913126Z","steps":["trace[77819948] 'agreement among raft nodes before linearized reading' (duration: 108.504231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:12.782739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205042385,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:39:12.986005Z","caller":"traceutil/trace.go:171","msg":"trace[47527685] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"713.479047ms","start":"2026-03-31T20:39:12.272503Z","end":"2026-03-31T20:39:12.985982Z","steps":["trace[47527685] 'process raft request' (duration: 713.239312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:12.986161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:12.272482Z","time spent":"713.60401ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:13.026795Z","caller":"traceutil/trace.go:171","msg":"trace[995477346] linearizableReadLoop","detail":"{readStateIndex:8863; appliedIndex:8861; }","duration":"746.404058ms","start":"2026-03-31T20:39:12.280364Z","end":"2026-03-31T20:39:13.026768Z","steps":["trace[995477346] 'read index received' (duration: 705.52243ms)","trace[995477346] 'applied index is now lower than readState.Index' (duration: 40.880198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:13.027066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.676995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:39:13.027107Z","caller":"traceutil/trace.go:171","msg":"trace[2039403406] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8546; }","duration":"746.784307ms","start":"2026-03-31T20:39:12.280312Z","end":"2026-03-31T20:39:13.027096Z","steps":["trace[2039403406] 'agreement among raft nodes before linearized reading' (duration: 746.605743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:13.027143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:12.280287Z","time spent":"746.847188ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:39:13.0272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.032454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:39:13.027292Z","caller":"traceutil/trace.go:171","msg":"trace[186072500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8546; }","duration":"694.164037ms","start":"2026-03-31T20:39:12.333106Z","end":"2026-03-31T20:39:13.027271Z","steps":["trace[186072500] 'agreement among raft nodes before linearized reading' (duration: 693.898101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:13.027357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:12.333083Z","time spent":"694.264479ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:13.027599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.972694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:39:13.027697Z","caller":"traceutil/trace.go:171","msg":"trace[1078874944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8546; }","duration":"694.067356ms","start":"2026-03-31T20:39:12.333618Z","end":"2026-03-31T20:39:13.027685Z","steps":["trace[1078874944] 'agreement among raft nodes before linearized reading' (duration: 693.912612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:13.027729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:12.333605Z","time spent":"694.116977ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:13.027743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.153157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:39:13.027778Z","caller":"traceutil/trace.go:171","msg":"trace[1303375355] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8546; }","duration":"694.189719ms","start":"2026-03-31T20:39:12.333576Z","end":"2026-03-31T20:39:13.027766Z","steps":["trace[1303375355] 'agreement among raft nodes before linearized reading' (duration: 694.106437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:13.027815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:12.333573Z","time spent":"694.23523ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:13.02794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.367023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:39:13.027975Z","caller":"traceutil/trace.go:171","msg":"trace[638962599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8546; }","duration":"694.407413ms","start":"2026-03-31T20:39:12.333557Z","end":"2026-03-31T20:39:13.027965Z","steps":["trace[638962599] 'agreement among raft nodes before linearized reading' (duration: 694.328442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:13.028001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:12.333553Z","time spent":"694.442034ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:13.028121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.173785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:13.028161Z","caller":"traceutil/trace.go:171","msg":"trace[513054956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8546; }","duration":"243.268296ms","start":"2026-03-31T20:39:12.784883Z","end":"2026-03-31T20:39:13.028151Z","steps":["trace[513054956] 'agreement among raft nodes before linearized reading' (duration: 243.210325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:13.028201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.669699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:39:13.02824Z","caller":"traceutil/trace.go:171","msg":"trace[1855204901] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8546; }","duration":"694.72035ms","start":"2026-03-31T20:39:12.333511Z","end":"2026-03-31T20:39:13.028231Z","steps":["trace[1855204901] 'agreement among raft nodes before linearized reading' (duration: 694.626688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:13.028267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:12.333505Z","time spent":"694.756221ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:13.028341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.295839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f86dc9499-qg98j.18a20789fb5fdfb7\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T20:39:13.028379Z","caller":"traceutil/trace.go:171","msg":"trace[1451719634] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f86dc9499-qg98j.18a20789fb5fdfb7; range_end:; response_count:1; response_revision:8546; }","duration":"680.372131ms","start":"2026-03-31T20:39:12.347998Z","end":"2026-03-31T20:39:13.02837Z","steps":["trace[1451719634] 'agreement among raft nodes before linearized reading' (duration: 680.274529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:13.028412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:12.347973Z","time spent":"680.430293ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-f86dc9499-qg98j.18a20789fb5fdfb7\" "} {"level":"warn","ts":"2026-03-31T20:39:13.028575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.880834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:39:13.028606Z","caller":"traceutil/trace.go:171","msg":"trace[622336839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8546; }","duration":"694.920384ms","start":"2026-03-31T20:39:12.333678Z","end":"2026-03-31T20:39:13.028598Z","steps":["trace[622336839] 'agreement among raft nodes before linearized reading' (duration: 694.841923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:13.028637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:12.333674Z","time spent":"694.956845ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:13.027657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.024365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:39:13.028729Z","caller":"traceutil/trace.go:171","msg":"trace[646617498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8546; }","duration":"695.127339ms","start":"2026-03-31T20:39:12.333591Z","end":"2026-03-31T20:39:13.028718Z","steps":["trace[646617498] 'agreement among raft nodes before linearized reading' (duration: 693.965772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:13.028775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:12.333588Z","time spent":"695.176ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:17.282564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205042443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:17.783408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205042443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:17.870901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938405083s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:17.871139Z","caller":"traceutil/trace.go:171","msg":"trace[480061854] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"2.038485317s","start":"2026-03-31T20:39:15.832625Z","end":"2026-03-31T20:39:17.87111Z","steps":["trace[480061854] 'process raft request' (duration: 99.768427ms)","trace[480061854] 'compare' (duration: 1.938132797s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:17.871312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:15.832607Z","time spent":"2.038647441s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:17.979028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.972989282s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T20:39:18.78211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000461192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:39:18.78224Z","caller":"traceutil/trace.go:171","msg":"trace[101962823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000641346s","start":"2026-03-31T20:39:16.781555Z","end":"2026-03-31T20:39:18.782197Z","steps":["trace[101962823] 'agreement among raft nodes before linearized reading' (duration: 2.000493853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:18.782315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:16.78154Z","time spent":"2.000763588s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:39:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:39:19.203863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224482435s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:19.204127Z","caller":"traceutil/trace.go:171","msg":"trace[973535595] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"3.19814288s","start":"2026-03-31T20:39:16.00595Z","end":"2026-03-31T20:39:19.204093Z","steps":["trace[973535595] 'process raft request' (duration: 1.973269747s)","trace[973535595] 'compare' (duration: 1.22380619s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:19.204306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:16.005932Z","time spent":"3.198270474s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:19.204327Z","caller":"traceutil/trace.go:171","msg":"trace[50637391] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"2.2532367s","start":"2026-03-31T20:39:16.951064Z","end":"2026-03-31T20:39:19.2043Z","steps":["trace[50637391] 'process raft request' (duration: 2.252987545s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.204451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:16.951039Z","time spent":"2.253356682s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:19.204509Z","caller":"traceutil/trace.go:171","msg":"trace[367178229] linearizableReadLoop","detail":"{readStateIndex:8889; appliedIndex:8886; }","duration":"2.42288253s","start":"2026-03-31T20:39:16.7816Z","end":"2026-03-31T20:39:19.204483Z","steps":["trace[367178229] 'read index received' (duration: 1.197614168s)","trace[367178229] 'applied index is now lower than readState.Index' (duration: 1.225266292s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:19.204534Z","caller":"traceutil/trace.go:171","msg":"trace[831564391] transaction","detail":"{read_only:false; response_revision:8572; number_of_response:1; }","duration":"1.519782368s","start":"2026-03-31T20:39:17.684725Z","end":"2026-03-31T20:39:19.204508Z","steps":["trace[831564391] 'process raft request' (duration: 1.519501981s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.204746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:17.684696Z","time spent":"1.519964902s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:19.204906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138216154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-31T20:39:19.204931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974613227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:19.204986Z","caller":"traceutil/trace.go:171","msg":"trace[1286728914] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8572; }","duration":"1.974668379s","start":"2026-03-31T20:39:17.230301Z","end":"2026-03-31T20:39:19.204969Z","steps":["trace[1286728914] 'agreement among raft nodes before linearized reading' (duration: 1.974557046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.205038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:17.230259Z","time spent":"1.974767581s","remote":"127.0.0.1:53076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:19.205031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126915202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:39:19.205102Z","caller":"traceutil/trace.go:171","msg":"trace[1111475608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8572; }","duration":"2.127010955s","start":"2026-03-31T20:39:17.078073Z","end":"2026-03-31T20:39:19.205084Z","steps":["trace[1111475608] 'agreement among raft nodes before linearized reading' (duration: 2.126820461s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.20518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:17.078065Z","time spent":"2.127105157s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:19.205196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12370297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:39:19.205224Z","caller":"traceutil/trace.go:171","msg":"trace[722604826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8572; }","duration":"2.123743972s","start":"2026-03-31T20:39:17.08147Z","end":"2026-03-31T20:39:19.205214Z","steps":["trace[722604826] 'agreement among raft nodes before linearized reading' (duration: 2.123599639s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.205252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:17.081461Z","time spent":"2.123785733s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:39:19.205346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12816372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:39:19.205425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.005251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:19.205435Z","caller":"traceutil/trace.go:171","msg":"trace[513160143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8572; }","duration":"2.128276992s","start":"2026-03-31T20:39:17.077137Z","end":"2026-03-31T20:39:19.205414Z","steps":["trace[513160143] 'agreement among raft nodes before linearized reading' (duration: 2.128016247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.205216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127810852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T20:39:19.205481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:17.077127Z","time spent":"2.128345354s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:19.20546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126953812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T20:39:19.205155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127961716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:39:19.206297Z","caller":"traceutil/trace.go:171","msg":"trace[2097862603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8572; }","duration":"2.12910975s","start":"2026-03-31T20:39:17.077176Z","end":"2026-03-31T20:39:19.206285Z","steps":["trace[2097862603] 'agreement among raft nodes before linearized reading' (duration: 2.127938905s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.206343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:17.077171Z","time spent":"2.129164801s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:19.205361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.908476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:19.206378Z","caller":"traceutil/trace.go:171","msg":"trace[866680044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8572; }","duration":"2.127906734s","start":"2026-03-31T20:39:17.078445Z","end":"2026-03-31T20:39:19.206352Z","steps":["trace[866680044] 'agreement among raft nodes before linearized reading' (duration: 2.126773229s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:19.206427Z","caller":"traceutil/trace.go:171","msg":"trace[91425992] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8572; }","duration":"220.001509ms","start":"2026-03-31T20:39:18.986408Z","end":"2026-03-31T20:39:19.20641Z","steps":["trace[91425992] 'agreement among raft nodes before linearized reading' (duration: 218.900255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.206484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:17.078438Z","time spent":"2.128028646s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:19.205519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939564468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:19.20654Z","caller":"traceutil/trace.go:171","msg":"trace[71661243] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8572; }","duration":"1.940810386s","start":"2026-03-31T20:39:17.265721Z","end":"2026-03-31T20:39:19.206531Z","steps":["trace[71661243] 'agreement among raft nodes before linearized reading' (duration: 1.939718332s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.206568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:17.265704Z","time spent":"1.940855677s","remote":"127.0.0.1:52970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":63,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:19.205046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126017032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-31T20:39:19.20663Z","caller":"traceutil/trace.go:171","msg":"trace[513562215] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8572; }","duration":"2.127607796s","start":"2026-03-31T20:39:17.079003Z","end":"2026-03-31T20:39:19.206611Z","steps":["trace[513562215] 'agreement among raft nodes before linearized reading' (duration: 2.12592667s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.206687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:17.078994Z","time spent":"2.127675619s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:39:19.205476Z","caller":"traceutil/trace.go:171","msg":"trace[1452816662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8572; }","duration":"423.094523ms","start":"2026-03-31T20:39:18.782366Z","end":"2026-03-31T20:39:19.205461Z","steps":["trace[1452816662] 'agreement among raft nodes before linearized reading' (duration: 423.029902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.205556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.462489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:39:19.204942Z","caller":"traceutil/trace.go:171","msg":"trace[2079175632] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8572; }","duration":"2.138293676s","start":"2026-03-31T20:39:17.066636Z","end":"2026-03-31T20:39:19.20493Z","steps":["trace[2079175632] 'agreement among raft nodes before linearized reading' (duration: 2.13803089s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.205574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.268423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:19.205476Z","caller":"traceutil/trace.go:171","msg":"trace[515921268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8572; }","duration":"2.1281195s","start":"2026-03-31T20:39:17.07735Z","end":"2026-03-31T20:39:19.205469Z","steps":["trace[515921268] 'agreement among raft nodes before linearized reading' (duration: 2.127716721s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.206765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:17.077342Z","time spent":"2.129415108s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:19.206776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:18.782344Z","time spent":"424.413283ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:19.20687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:17.066625Z","time spent":"2.140233298s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:39:19.206889Z","caller":"traceutil/trace.go:171","msg":"trace[1849160551] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8572; }","duration":"916.599392ms","start":"2026-03-31T20:39:18.290261Z","end":"2026-03-31T20:39:19.20686Z","steps":["trace[1849160551] 'agreement among raft nodes before linearized reading' (duration: 915.285603ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:19.206891Z","caller":"traceutil/trace.go:171","msg":"trace[2098726743] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8572; }","duration":"661.817449ms","start":"2026-03-31T20:39:18.545058Z","end":"2026-03-31T20:39:19.206875Z","steps":["trace[2098726743] 'agreement among raft nodes before linearized reading' (duration: 660.442689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.206998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:18.29024Z","time spent":"916.725224ms","remote":"127.0.0.1:50318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:19.207078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:18.545042Z","time spent":"662.018693ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:39:19.205642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967387006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:39:19.209983Z","caller":"traceutil/trace.go:171","msg":"trace[1292321849] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:8572; }","duration":"1.971743003s","start":"2026-03-31T20:39:17.238222Z","end":"2026-03-31T20:39:19.209965Z","steps":["trace[1292321849] 'agreement among raft nodes before linearized reading' (duration: 1.967280884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:19.21003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:17.238212Z","time spent":"1.971804054s","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"info","ts":"2026-03-31T20:39:27.488008Z","caller":"traceutil/trace.go:171","msg":"trace[470886427] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"128.760572ms","start":"2026-03-31T20:39:27.359223Z","end":"2026-03-31T20:39:27.487984Z","steps":["trace[470886427] 'process raft request' (duration: 128.690911ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:27.488034Z","caller":"traceutil/trace.go:171","msg":"trace[1313100880] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"128.824404ms","start":"2026-03-31T20:39:27.359179Z","end":"2026-03-31T20:39:27.488004Z","steps":["trace[1313100880] 'process raft request' (duration: 128.593759ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:27.488232Z","caller":"traceutil/trace.go:171","msg":"trace[1560396201] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"128.913355ms","start":"2026-03-31T20:39:27.359298Z","end":"2026-03-31T20:39:27.488211Z","steps":["trace[1560396201] 'process raft request' (duration: 128.649079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:27.488458Z","caller":"traceutil/trace.go:171","msg":"trace[1840734347] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"128.529577ms","start":"2026-03-31T20:39:27.359908Z","end":"2026-03-31T20:39:27.488437Z","steps":["trace[1840734347] 'process raft request' (duration: 128.214809ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:27.488512Z","caller":"traceutil/trace.go:171","msg":"trace[1853891158] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"127.873533ms","start":"2026-03-31T20:39:27.360629Z","end":"2026-03-31T20:39:27.488503Z","steps":["trace[1853891158] 'process raft request' (duration: 127.733699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:31.391127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205042764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:31.472098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.44642ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:31.472268Z","caller":"traceutil/trace.go:171","msg":"trace[1125452890] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8674; }","duration":"414.630604ms","start":"2026-03-31T20:39:31.057616Z","end":"2026-03-31T20:39:31.472247Z","steps":["trace[1125452890] 'range keys from in-memory index tree' (duration: 414.42725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:31.606457Z","caller":"traceutil/trace.go:171","msg":"trace[1745797328] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"723.530055ms","start":"2026-03-31T20:39:30.8829Z","end":"2026-03-31T20:39:31.60643Z","steps":["trace[1745797328] 'process raft request' (duration: 723.384891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:31.606715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:30.88289Z","time spent":"723.661827ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4653,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:32.073689Z","caller":"traceutil/trace.go:171","msg":"trace[628547648] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"195.180527ms","start":"2026-03-31T20:39:31.878471Z","end":"2026-03-31T20:39:32.073652Z","steps":["trace[628547648] 'process raft request' (duration: 195.131306ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:32.07367Z","caller":"traceutil/trace.go:171","msg":"trace[259741893] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8676; }","duration":"1.189976742s","start":"2026-03-31T20:39:30.883631Z","end":"2026-03-31T20:39:32.073608Z","steps":["trace[259741893] 'process raft request' (duration: 1.123758207s)","trace[259741893] 'compare' (duration: 65.583961ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:32.073822Z","caller":"traceutil/trace.go:171","msg":"trace[1237625994] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"767.34958ms","start":"2026-03-31T20:39:31.30644Z","end":"2026-03-31T20:39:32.07379Z","steps":["trace[1237625994] 'process raft request' (duration: 767.112014ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:32.073908Z","caller":"traceutil/trace.go:171","msg":"trace[1740435690] linearizableReadLoop","detail":"{readStateIndex:9000; appliedIndex:8996; }","duration":"1.183526168s","start":"2026-03-31T20:39:30.890358Z","end":"2026-03-31T20:39:32.073885Z","steps":["trace[1740435690] 'read index received' (duration: 715.961375ms)","trace[1740435690] 'applied index is now lower than readState.Index' (duration: 467.527422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:32.074059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.306412Z","time spent":"767.536744ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:32.074234Z","caller":"traceutil/trace.go:171","msg":"trace[1928670597] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"769.654571ms","start":"2026-03-31T20:39:31.304563Z","end":"2026-03-31T20:39:32.074218Z","steps":["trace[1928670597] 'process raft request' (duration: 768.884393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.074232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183847307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-31T20:39:32.074306Z","caller":"traceutil/trace.go:171","msg":"trace[1200034480] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8679; }","duration":"1.183963319s","start":"2026-03-31T20:39:30.890322Z","end":"2026-03-31T20:39:32.074285Z","steps":["trace[1200034480] 'agreement among raft nodes before linearized reading' (duration: 1.183700012s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.074312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.304528Z","time spent":"769.741593ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:32.074362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:30.890314Z","time spent":"1.18403915s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-31T20:39:32.07452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:30.883587Z","time spent":"1.190222177s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-31T20:39:32.07484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.96153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:39:32.074877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.946314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:39:32.074884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.524595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:32.074918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.815418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:39:32.074944Z","caller":"traceutil/trace.go:171","msg":"trace[1959923139] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8679; }","duration":"314.606638ms","start":"2026-03-31T20:39:31.760317Z","end":"2026-03-31T20:39:32.074924Z","steps":["trace[1959923139] 'agreement among raft nodes before linearized reading' (duration: 314.499725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:32.074978Z","caller":"traceutil/trace.go:171","msg":"trace[590198871] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8679; }","duration":"577.9227ms","start":"2026-03-31T20:39:31.49704Z","end":"2026-03-31T20:39:32.074962Z","steps":["trace[590198871] 'agreement among raft nodes before linearized reading' (duration: 577.773177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.075011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.497018Z","time spent":"577.985263ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:39:32.075025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.366893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:39:32.075032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.455746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rmxwr\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-03-31T20:39:32.075058Z","caller":"traceutil/trace.go:171","msg":"trace[1139665457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8679; }","duration":"583.492915ms","start":"2026-03-31T20:39:31.491557Z","end":"2026-03-31T20:39:32.07505Z","steps":["trace[1139665457] 'agreement among raft nodes before linearized reading' (duration: 583.400883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:32.075062Z","caller":"traceutil/trace.go:171","msg":"trace[2032982831] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rmxwr; range_end:; response_count:1; response_revision:8679; }","duration":"460.499276ms","start":"2026-03-31T20:39:31.614554Z","end":"2026-03-31T20:39:32.075053Z","steps":["trace[2032982831] 'agreement among raft nodes before linearized reading' (duration: 460.406194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.075081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.582387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:32.075094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.491525Z","time spent":"583.560816ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:39:32.075123Z","caller":"traceutil/trace.go:171","msg":"trace[1758644198] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8679; }","duration":"226.650438ms","start":"2026-03-31T20:39:31.848463Z","end":"2026-03-31T20:39:32.075114Z","steps":["trace[1758644198] 'agreement among raft nodes before linearized reading' (duration: 226.590006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.07518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.112718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:39:32.075252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.284744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:39:32.075211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.647759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rmxwr\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-31T20:39:32.075094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.614483Z","time spent":"460.603889ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4691,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rmxwr\" "} {"level":"warn","ts":"2026-03-31T20:39:32.075272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.303028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:32.075341Z","caller":"traceutil/trace.go:171","msg":"trace[986937917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8679; }","duration":"291.370279ms","start":"2026-03-31T20:39:31.783951Z","end":"2026-03-31T20:39:32.075321Z","steps":["trace[986937917] 'agreement among raft nodes before linearized reading' (duration: 291.265497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.075377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.577115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rmxwr\" ","response":"range_response_count:1 size:4668"} {"level":"info","ts":"2026-03-31T20:39:32.075423Z","caller":"traceutil/trace.go:171","msg":"trace[2066652987] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rmxwr; range_end:; response_count:1; response_revision:8679; }","duration":"622.658727ms","start":"2026-03-31T20:39:31.452753Z","end":"2026-03-31T20:39:32.075412Z","steps":["trace[2066652987] 'agreement among raft nodes before linearized reading' (duration: 622.534574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.075446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.461058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:32.075518Z","caller":"traceutil/trace.go:171","msg":"trace[501853426] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8679; }","duration":"589.54722ms","start":"2026-03-31T20:39:31.485933Z","end":"2026-03-31T20:39:32.07548Z","steps":["trace[501853426] 'agreement among raft nodes before linearized reading' (duration: 589.452608ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:32.074934Z","caller":"traceutil/trace.go:171","msg":"trace[2102812827] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8679; }","duration":"557.002935ms","start":"2026-03-31T20:39:31.517912Z","end":"2026-03-31T20:39:32.074915Z","steps":["trace[2102812827] 'agreement among raft nodes before linearized reading' (duration: 556.850212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.075562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.485913Z","time spent":"589.637071ms","remote":"127.0.0.1:35936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:32.075602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.517863Z","time spent":"557.727461ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:32.075455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.452728Z","time spent":"622.719978ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4691,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rmxwr\" "} {"level":"warn","ts":"2026-03-31T20:39:32.0757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.464671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:39:32.074925Z","caller":"traceutil/trace.go:171","msg":"trace[1220457401] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8679; }","duration":"696.096453ms","start":"2026-03-31T20:39:31.378808Z","end":"2026-03-31T20:39:32.074905Z","steps":["trace[1220457401] 'agreement among raft nodes before linearized reading' (duration: 695.867908ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:32.07581Z","caller":"traceutil/trace.go:171","msg":"trace[1470807250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8679; }","duration":"564.600964ms","start":"2026-03-31T20:39:31.511174Z","end":"2026-03-31T20:39:32.075775Z","steps":["trace[1470807250] 'agreement among raft nodes before linearized reading' (duration: 564.206876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.075815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.378788Z","time spent":"697.007084ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:32.075867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.511164Z","time spent":"564.693316ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:32.075011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.760307Z","time spent":"314.692959ms","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:32.075293Z","caller":"traceutil/trace.go:171","msg":"trace[780784585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8679; }","duration":"558.338464ms","start":"2026-03-31T20:39:31.516945Z","end":"2026-03-31T20:39:32.075283Z","steps":["trace[780784585] 'agreement among raft nodes before linearized reading' (duration: 558.239082ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:32.075318Z","caller":"traceutil/trace.go:171","msg":"trace[1764710877] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rmxwr; range_end:; response_count:1; response_revision:8679; }","duration":"460.790483ms","start":"2026-03-31T20:39:31.614503Z","end":"2026-03-31T20:39:32.075294Z","steps":["trace[1764710877] 'agreement among raft nodes before linearized reading' (duration: 460.514717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.076122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.614483Z","time spent":"461.625531ms","remote":"127.0.0.1:42654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rmxwr\" "} {"level":"warn","ts":"2026-03-31T20:39:32.076066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.516934Z","time spent":"559.112892ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:32.075368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.312937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:39:32.076432Z","caller":"traceutil/trace.go:171","msg":"trace[965414000] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8679; }","duration":"560.396881ms","start":"2026-03-31T20:39:31.516013Z","end":"2026-03-31T20:39:32.07641Z","steps":["trace[965414000] 'agreement among raft nodes before linearized reading' (duration: 559.302127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.076488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.515995Z","time spent":"560.476442ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:39:32.075216Z","caller":"traceutil/trace.go:171","msg":"trace[2121882570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8679; }","duration":"557.18573ms","start":"2026-03-31T20:39:31.518022Z","end":"2026-03-31T20:39:32.075208Z","steps":["trace[2121882570] 'agreement among raft nodes before linearized reading' (duration: 557.096768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.076936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:31.518002Z","time spent":"558.914648ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:32.850289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205042784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:32.909367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.22887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rmxwr\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-31T20:39:32.909457Z","caller":"traceutil/trace.go:171","msg":"trace[1200877275] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rmxwr; range_end:; response_count:1; response_revision:8688; }","duration":"733.353333ms","start":"2026-03-31T20:39:32.176079Z","end":"2026-03-31T20:39:32.909433Z","steps":["trace[1200877275] 'range keys from in-memory index tree' (duration: 733.014465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.909503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:32.176051Z","time spent":"733.441195ms","remote":"127.0.0.1:42654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2826,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-rmxwr\" "} {"level":"info","ts":"2026-03-31T20:39:32.958603Z","caller":"traceutil/trace.go:171","msg":"trace[1159258260] linearizableReadLoop","detail":"{readStateIndex:9011; appliedIndex:9010; }","duration":"609.282889ms","start":"2026-03-31T20:39:32.349292Z","end":"2026-03-31T20:39:32.958575Z","steps":["trace[1159258260] 'read index received' (duration: 609.115485ms)","trace[1159258260] 'applied index is now lower than readState.Index' (duration: 165.584µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:32.95867Z","caller":"traceutil/trace.go:171","msg":"trace[296969154] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"777.305921ms","start":"2026-03-31T20:39:32.181321Z","end":"2026-03-31T20:39:32.958626Z","steps":["trace[296969154] 'process raft request' (duration: 777.073336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.958894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:32.181307Z","time spent":"777.437634ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:32.95891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.595775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f86dc9499-qg98j.18a20789fb5fdfb7\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T20:39:32.958964Z","caller":"traceutil/trace.go:171","msg":"trace[1749305585] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f86dc9499-qg98j.18a20789fb5fdfb7; range_end:; response_count:1; response_revision:8689; }","duration":"609.715059ms","start":"2026-03-31T20:39:32.349233Z","end":"2026-03-31T20:39:32.958948Z","steps":["trace[1749305585] 'agreement among raft nodes before linearized reading' (duration: 609.480794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.959007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:32.349203Z","time spent":"609.79137ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-f86dc9499-qg98j.18a20789fb5fdfb7\" "} {"level":"warn","ts":"2026-03-31T20:39:32.969651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.58538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:32.969702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.275464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rmxwr\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-31T20:39:32.969774Z","caller":"traceutil/trace.go:171","msg":"trace[105531127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8690; }","duration":"184.766325ms","start":"2026-03-31T20:39:32.78497Z","end":"2026-03-31T20:39:32.969737Z","steps":["trace[105531127] 'agreement among raft nodes before linearized reading' (duration: 184.564511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:32.969792Z","caller":"traceutil/trace.go:171","msg":"trace[1749174388] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rmxwr; range_end:; response_count:1; response_revision:8690; }","duration":"510.429637ms","start":"2026-03-31T20:39:32.459339Z","end":"2026-03-31T20:39:32.969769Z","steps":["trace[1749174388] 'agreement among raft nodes before linearized reading' (duration: 510.222162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.969812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.502336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T20:39:32.969845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:32.459312Z","time spent":"510.523819ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rmxwr\" "} {"level":"info","ts":"2026-03-31T20:39:32.969858Z","caller":"traceutil/trace.go:171","msg":"trace[1063664902] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8690; }","duration":"553.609948ms","start":"2026-03-31T20:39:32.416232Z","end":"2026-03-31T20:39:32.969842Z","steps":["trace[1063664902] 'agreement among raft nodes before linearized reading' (duration: 553.529617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.969885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:32.416203Z","time spent":"553.67356ms","remote":"127.0.0.1:50370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:32.970058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.289526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:32.970096Z","caller":"traceutil/trace.go:171","msg":"trace[1450049380] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8690; }","duration":"308.385258ms","start":"2026-03-31T20:39:32.6617Z","end":"2026-03-31T20:39:32.970085Z","steps":["trace[1450049380] 'agreement among raft nodes before linearized reading' (duration: 308.318186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:32.97015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:32.661672Z","time spent":"308.47137ms","remote":"127.0.0.1:52886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:33.165265Z","caller":"traceutil/trace.go:171","msg":"trace[195108909] linearizableReadLoop","detail":"{readStateIndex:9013; appliedIndex:9012; }","duration":"195.730969ms","start":"2026-03-31T20:39:32.969506Z","end":"2026-03-31T20:39:33.165237Z","steps":["trace[195108909] 'read index received' (duration: 119.41652ms)","trace[195108909] 'applied index is now lower than readState.Index' (duration: 76.312959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:33.165433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.225083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rmxwr\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-31T20:39:33.165478Z","caller":"traceutil/trace.go:171","msg":"trace[659998268] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rmxwr; range_end:; response_count:1; response_revision:8690; }","duration":"202.305295ms","start":"2026-03-31T20:39:32.963158Z","end":"2026-03-31T20:39:33.165463Z","steps":["trace[659998268] 'agreement among raft nodes before linearized reading' (duration: 202.200613ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:33.191646Z","caller":"traceutil/trace.go:171","msg":"trace[1215738466] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"216.984902ms","start":"2026-03-31T20:39:32.974618Z","end":"2026-03-31T20:39:33.191603Z","steps":["trace[1215738466] 'process raft request' (duration: 216.715716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:33.191783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.841575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:33.191851Z","caller":"traceutil/trace.go:171","msg":"trace[237581336] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8691; }","duration":"105.000538ms","start":"2026-03-31T20:39:33.086832Z","end":"2026-03-31T20:39:33.191832Z","steps":["trace[237581336] 'agreement among raft nodes before linearized reading' (duration: 104.882816ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:33.359441Z","caller":"traceutil/trace.go:171","msg":"trace[97569115] linearizableReadLoop","detail":"{readStateIndex:9015; appliedIndex:9014; }","duration":"167.9015ms","start":"2026-03-31T20:39:33.191515Z","end":"2026-03-31T20:39:33.359417Z","steps":["trace[97569115] 'read index received' (duration: 167.558822ms)","trace[97569115] 'applied index is now lower than readState.Index' (duration: 341.778µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:33.359567Z","caller":"traceutil/trace.go:171","msg":"trace[1590610399] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"193.179543ms","start":"2026-03-31T20:39:33.166375Z","end":"2026-03-31T20:39:33.359555Z","steps":["trace[1590610399] 'process raft request' (duration: 192.828955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:33.359774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.30265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:33.359841Z","caller":"traceutil/trace.go:171","msg":"trace[1011728836] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8692; }","duration":"129.415612ms","start":"2026-03-31T20:39:33.230407Z","end":"2026-03-31T20:39:33.359823Z","steps":["trace[1011728836] 'agreement among raft nodes before linearized reading' (duration: 129.304239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:33.360064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.160388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-rmxwr\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-31T20:39:33.36009Z","caller":"traceutil/trace.go:171","msg":"trace[995260487] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-rmxwr; range_end:; response_count:1; response_revision:8692; }","duration":"191.213679ms","start":"2026-03-31T20:39:33.16887Z","end":"2026-03-31T20:39:33.360083Z","steps":["trace[995260487] 'agreement among raft nodes before linearized reading' (duration: 191.116657ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:34.245974Z","caller":"traceutil/trace.go:171","msg":"trace[1051028168] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"224.140252ms","start":"2026-03-31T20:39:34.021807Z","end":"2026-03-31T20:39:34.245947Z","steps":["trace[1051028168] 'process raft request' (duration: 223.929957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:34.613566Z","caller":"traceutil/trace.go:171","msg":"trace[700052896] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"533.542112ms","start":"2026-03-31T20:39:34.08Z","end":"2026-03-31T20:39:34.613542Z","steps":["trace[700052896] 'process raft request' (duration: 533.353888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.613714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.079963Z","time spent":"533.676165ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:34.613801Z","caller":"traceutil/trace.go:171","msg":"trace[1004108733] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"531.925937ms","start":"2026-03-31T20:39:34.081858Z","end":"2026-03-31T20:39:34.613784Z","steps":["trace[1004108733] 'process raft request' (duration: 531.63394ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:34.613951Z","caller":"traceutil/trace.go:171","msg":"trace[387161893] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"372.64641ms","start":"2026-03-31T20:39:34.241288Z","end":"2026-03-31T20:39:34.613934Z","steps":["trace[387161893] 'process raft request' (duration: 372.420675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.614017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.241266Z","time spent":"372.719351ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:34.613928Z","caller":"traceutil/trace.go:171","msg":"trace[1585446300] linearizableReadLoop","detail":"{readStateIndex:9019; appliedIndex:9016; }","duration":"499.834622ms","start":"2026-03-31T20:39:34.114054Z","end":"2026-03-31T20:39:34.613889Z","steps":["trace[1585446300] 'read index received' (duration: 131.700053ms)","trace[1585446300] 'applied index is now lower than readState.Index' (duration: 368.133399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:34.614109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.047196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:39:34.61416Z","caller":"traceutil/trace.go:171","msg":"trace[389088701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8697; }","duration":"500.152029ms","start":"2026-03-31T20:39:34.113997Z","end":"2026-03-31T20:39:34.614149Z","steps":["trace[389088701] 'agreement among raft nodes before linearized reading' (duration: 499.982025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.614195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.113976Z","time spent":"500.209609ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:34.614332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.081832Z","time spent":"532.017909ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:34.74098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.953485ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T20:39:34.74124Z","caller":"traceutil/trace.go:171","msg":"trace[1549532321] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"123.068691ms","start":"2026-03-31T20:39:34.618153Z","end":"2026-03-31T20:39:34.741222Z","steps":["trace[1549532321] 'process raft request' (duration: 122.942698ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:34.741455Z","caller":"traceutil/trace.go:171","msg":"trace[833664777] linearizableReadLoop","detail":"{readStateIndex:9021; appliedIndex:9020; }","duration":"127.360827ms","start":"2026-03-31T20:39:34.614064Z","end":"2026-03-31T20:39:34.741425Z","steps":["trace[833664777] 'read index received' (duration: 23.059623ms)","trace[833664777] 'applied index is now lower than readState.Index' (duration: 104.298664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:34.741666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.282378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-31T20:39:34.741679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.167494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:39:34.7417Z","caller":"traceutil/trace.go:171","msg":"trace[430832923] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8698; }","duration":"564.344679ms","start":"2026-03-31T20:39:34.177345Z","end":"2026-03-31T20:39:34.741689Z","steps":["trace[430832923] 'agreement among raft nodes before linearized reading' (duration: 564.210456ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:34.741719Z","caller":"traceutil/trace.go:171","msg":"trace[184208503] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8698; }","duration":"568.271037ms","start":"2026-03-31T20:39:34.173433Z","end":"2026-03-31T20:39:34.741704Z","steps":["trace[184208503] 'agreement among raft nodes before linearized reading' (duration: 568.080843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.741734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.177334Z","time spent":"564.39185ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:39:34.741758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.173408Z","time spent":"568.342018ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:34.7419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.61148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:34.741928Z","caller":"traceutil/trace.go:171","msg":"trace[997208358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8698; }","duration":"245.731742ms","start":"2026-03-31T20:39:34.496187Z","end":"2026-03-31T20:39:34.741919Z","steps":["trace[997208358] 'agreement among raft nodes before linearized reading' (duration: 245.689461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.741941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.877632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:39:34.742002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.634809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:39:34.742012Z","caller":"traceutil/trace.go:171","msg":"trace[640066091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8698; }","duration":"204.957864ms","start":"2026-03-31T20:39:34.537034Z","end":"2026-03-31T20:39:34.741992Z","steps":["trace[640066091] 'agreement among raft nodes before linearized reading' (duration: 204.736629ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:34.742033Z","caller":"traceutil/trace.go:171","msg":"trace[629932716] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8698; }","duration":"566.683791ms","start":"2026-03-31T20:39:34.17534Z","end":"2026-03-31T20:39:34.742023Z","steps":["trace[629932716] 'agreement among raft nodes before linearized reading' (duration: 566.594129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.742064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.175329Z","time spent":"566.728531ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:34.742213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.882096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"warn","ts":"2026-03-31T20:39:34.742242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.52938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:39:34.742276Z","caller":"traceutil/trace.go:171","msg":"trace[1624773850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8698; }","duration":"567.580291ms","start":"2026-03-31T20:39:34.174686Z","end":"2026-03-31T20:39:34.742266Z","steps":["trace[1624773850] 'agreement among raft nodes before linearized reading' (duration: 567.489779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.7423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.174677Z","time spent":"567.617542ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:39:34.742244Z","caller":"traceutil/trace.go:171","msg":"trace[1668289335] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8698; }","duration":"364.957027ms","start":"2026-03-31T20:39:34.377278Z","end":"2026-03-31T20:39:34.742235Z","steps":["trace[1668289335] 'agreement among raft nodes before linearized reading' (duration: 364.766713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.742504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.37725Z","time spent":"365.241294ms","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-31T20:39:34.742536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.181755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:39:34.742566Z","caller":"traceutil/trace.go:171","msg":"trace[4251260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8698; }","duration":"568.230595ms","start":"2026-03-31T20:39:34.174327Z","end":"2026-03-31T20:39:34.742557Z","steps":["trace[4251260] 'agreement among raft nodes before linearized reading' (duration: 568.159044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.742593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.174316Z","time spent":"568.271026ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:34.742593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.770647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:39:34.742629Z","caller":"traceutil/trace.go:171","msg":"trace[1831724154] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8698; }","duration":"568.837989ms","start":"2026-03-31T20:39:34.17378Z","end":"2026-03-31T20:39:34.742618Z","steps":["trace[1831724154] 'agreement among raft nodes before linearized reading' (duration: 568.734876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.742659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.173766Z","time spent":"568.884249ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:34.742465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.076932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:39:34.742767Z","caller":"traceutil/trace.go:171","msg":"trace[1389198695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8698; }","duration":"568.400189ms","start":"2026-03-31T20:39:34.174358Z","end":"2026-03-31T20:39:34.742759Z","steps":["trace[1389198695] 'agreement among raft nodes before linearized reading' (duration: 568.043891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:34.742797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.174348Z","time spent":"568.44074ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:36.783294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000025613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T20:39:36.783385Z","caller":"traceutil/trace.go:171","msg":"trace[1306783571] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163576s","start":"2026-03-31T20:39:34.783203Z","end":"2026-03-31T20:39:36.783367Z","steps":["trace[1306783571] 'agreement among raft nodes before linearized reading' (duration: 2.000059324s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:36.78343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.783186Z","time spent":"2.000235107s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 20:39:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T20:39:37.060005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.19525595s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:37.060127Z","caller":"traceutil/trace.go:171","msg":"trace[1191187706] linearizableReadLoop","detail":"{readStateIndex:9023; appliedIndex:9022; }","duration":"2.309496805s","start":"2026-03-31T20:39:34.750608Z","end":"2026-03-31T20:39:37.060105Z","steps":["trace[1191187706] 'read index received' (duration: 114.06377ms)","trace[1191187706] 'applied index is now lower than readState.Index' (duration: 2.195430765s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:37.060654Z","caller":"traceutil/trace.go:171","msg":"trace[890288977] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"2.310485998s","start":"2026-03-31T20:39:34.750082Z","end":"2026-03-31T20:39:37.060568Z","steps":["trace[890288977] 'process raft request' (duration: 114.568702ms)","trace[890288977] 'compare' (duration: 2.1943405s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:37.060885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.750047Z","time spent":"2.310745464s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.060679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310050238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19317"} {"level":"info","ts":"2026-03-31T20:39:37.061243Z","caller":"traceutil/trace.go:171","msg":"trace[1110507989] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8699; }","duration":"2.310650221s","start":"2026-03-31T20:39:34.750573Z","end":"2026-03-31T20:39:37.061223Z","steps":["trace[1110507989] 'agreement among raft nodes before linearized reading' (duration: 2.309939625s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.061516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.750554Z","time spent":"2.310941167s","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19340,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:39:37.560373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205042820,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:37.643265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.778588593s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:39:37.643759Z","caller":"traceutil/trace.go:171","msg":"trace[981727314] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"2.893011211s","start":"2026-03-31T20:39:34.750708Z","end":"2026-03-31T20:39:37.643719Z","steps":["trace[981727314] 'process raft request' (duration: 2.892758355s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:37.643881Z","caller":"traceutil/trace.go:171","msg":"trace[2045838891] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"2.893031241s","start":"2026-03-31T20:39:34.750824Z","end":"2026-03-31T20:39:37.643856Z","steps":["trace[2045838891] 'process raft request' (duration: 2.892841047s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.644024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.750806Z","time spent":"2.893135154s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.643986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.750693Z","time spent":"2.893178594s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:37.644293Z","caller":"traceutil/trace.go:171","msg":"trace[1510862987] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"2.892095261s","start":"2026-03-31T20:39:34.75216Z","end":"2026-03-31T20:39:37.644255Z","steps":["trace[1510862987] 'process raft request' (duration: 2.89204394s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:37.644264Z","caller":"traceutil/trace.go:171","msg":"trace[1919793517] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"2.893380129s","start":"2026-03-31T20:39:34.750848Z","end":"2026-03-31T20:39:37.644228Z","steps":["trace[1919793517] 'process raft request' (duration: 2.892864458s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:37.644414Z","caller":"traceutil/trace.go:171","msg":"trace[1816011934] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"2.893330268s","start":"2026-03-31T20:39:34.751048Z","end":"2026-03-31T20:39:37.644379Z","steps":["trace[1816011934] 'process raft request' (duration: 2.893041112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.644468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.752151Z","time spent":"2.892228393s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.64474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.750826Z","time spent":"2.893589373s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.64477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.75103Z","time spent":"2.893459461s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:37.861776Z","caller":"traceutil/trace.go:171","msg":"trace[2135827547] linearizableReadLoop","detail":"{readStateIndex:9031; appliedIndex:9024; }","duration":"801.588503ms","start":"2026-03-31T20:39:37.060163Z","end":"2026-03-31T20:39:37.861751Z","steps":["trace[2135827547] 'read index received' (duration: 583.515156ms)","trace[2135827547] 'applied index is now lower than readState.Index' (duration: 218.072437ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:37.861797Z","caller":"traceutil/trace.go:171","msg":"trace[1838447810] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"2.739783189s","start":"2026-03-31T20:39:35.121977Z","end":"2026-03-31T20:39:37.86176Z","steps":["trace[1838447810] 'process raft request' (duration: 2.739324048s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:37.861865Z","caller":"traceutil/trace.go:171","msg":"trace[1399131086] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"1.241828638s","start":"2026-03-31T20:39:36.620008Z","end":"2026-03-31T20:39:37.861836Z","steps":["trace[1399131086] 'process raft request' (duration: 1.241626662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.861907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071129906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:37.861963Z","caller":"traceutil/trace.go:171","msg":"trace[1391865619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8707; }","duration":"1.071240058s","start":"2026-03-31T20:39:36.790709Z","end":"2026-03-31T20:39:37.861949Z","steps":["trace[1391865619] 'agreement among raft nodes before linearized reading' (duration: 1.071089395s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.861967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:35.12192Z","time spent":"2.739954053s","remote":"127.0.0.1:60184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.861997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.790689Z","time spent":"1.071301149s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:37.862007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.619982Z","time spent":"1.2419565s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.862026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075807309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T20:39:37.862074Z","caller":"traceutil/trace.go:171","msg":"trace[743838486] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c; range_end:; response_count:1; response_revision:8707; }","duration":"1.075900122s","start":"2026-03-31T20:39:36.78616Z","end":"2026-03-31T20:39:37.862061Z","steps":["trace[743838486] 'agreement among raft nodes before linearized reading' (duration: 1.075729858s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.862138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.786148Z","time spent":"1.075977433s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a206b48317ff2c\" "} {"level":"info","ts":"2026-03-31T20:39:37.862229Z","caller":"traceutil/trace.go:171","msg":"trace[672754169] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"1.242142014s","start":"2026-03-31T20:39:36.620074Z","end":"2026-03-31T20:39:37.862216Z","steps":["trace[672754169] 'process raft request' (duration: 1.241630212s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.862298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.620047Z","time spent":"1.242214066s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:37.862442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116550937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:39:37.862484Z","caller":"traceutil/trace.go:171","msg":"trace[1747891019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8707; }","duration":"1.116625489s","start":"2026-03-31T20:39:36.745849Z","end":"2026-03-31T20:39:37.862474Z","steps":["trace[1747891019] 'agreement among raft nodes before linearized reading' (duration: 1.116521827s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.862519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.745834Z","time spent":"1.11667684s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:37.862618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.100609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:37.862655Z","caller":"traceutil/trace.go:171","msg":"trace[2065786159] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8707; }","duration":"725.171021ms","start":"2026-03-31T20:39:37.137473Z","end":"2026-03-31T20:39:37.862644Z","steps":["trace[2065786159] 'agreement among raft nodes before linearized reading' (duration: 725.119719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.86268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.137454Z","time spent":"725.219871ms","remote":"127.0.0.1:53118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-31T20:39:37.862674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201312404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:37.862766Z","caller":"traceutil/trace.go:171","msg":"trace[517038648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8707; }","duration":"1.201452478s","start":"2026-03-31T20:39:36.661291Z","end":"2026-03-31T20:39:37.862743Z","steps":["trace[517038648] 'agreement among raft nodes before linearized reading' (duration: 1.201269514s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.862809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:36.661276Z","time spent":"1.201525009s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:39:37.862882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112160452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211682"} {"level":"warn","ts":"2026-03-31T20:39:37.862896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335030954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:37.86292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.436452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:39:37.862989Z","caller":"traceutil/trace.go:171","msg":"trace[1446461267] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8707; }","duration":"2.335122886s","start":"2026-03-31T20:39:35.52781Z","end":"2026-03-31T20:39:37.862933Z","steps":["trace[1446461267] 'agreement among raft nodes before linearized reading' (duration: 2.335049764s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.863038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:35.527778Z","time spent":"2.335248689s","remote":"127.0.0.1:57652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:37.862942Z","caller":"traceutil/trace.go:171","msg":"trace[72623915] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8707; }","duration":"3.112242543s","start":"2026-03-31T20:39:34.750687Z","end":"2026-03-31T20:39:37.862929Z","steps":["trace[72623915] 'agreement among raft nodes before linearized reading' (duration: 3.111857834s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.863086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:34.750671Z","time spent":"3.112402177s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211705,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-31T20:39:37.863035Z","caller":"traceutil/trace.go:171","msg":"trace[910065108] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:8707; }","duration":"622.582566ms","start":"2026-03-31T20:39:37.240439Z","end":"2026-03-31T20:39:37.863022Z","steps":["trace[910065108] 'agreement among raft nodes before linearized reading' (duration: 622.378201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:37.863156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:37.240421Z","time spent":"622.721479ms","remote":"127.0.0.1:52654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.140\" "} {"level":"warn","ts":"2026-03-31T20:39:37.863152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.010609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-31T20:39:37.863278Z","caller":"traceutil/trace.go:171","msg":"trace[1199161168] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8707; }","duration":"193.171433ms","start":"2026-03-31T20:39:37.670068Z","end":"2026-03-31T20:39:37.863239Z","steps":["trace[1199161168] 'agreement among raft nodes before linearized reading' (duration: 192.795404ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:38.026063Z","caller":"traceutil/trace.go:171","msg":"trace[909750096] linearizableReadLoop","detail":"{readStateIndex:9033; appliedIndex:9032; }","duration":"158.643712ms","start":"2026-03-31T20:39:37.867403Z","end":"2026-03-31T20:39:38.026047Z","steps":["trace[909750096] 'read index received' (duration: 35.556401ms)","trace[909750096] 'applied index is now lower than readState.Index' (duration: 123.086611ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:38.026146Z","caller":"traceutil/trace.go:171","msg":"trace[928105925] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"147.213997ms","start":"2026-03-31T20:39:37.878924Z","end":"2026-03-31T20:39:38.026138Z","steps":["trace[928105925] 'process raft request' (duration: 147.079235ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:38.026214Z","caller":"traceutil/trace.go:171","msg":"trace[94049715] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"160.394242ms","start":"2026-03-31T20:39:37.86576Z","end":"2026-03-31T20:39:38.026154Z","steps":["trace[94049715] 'process raft request' (duration: 160.071385ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:38.026264Z","caller":"traceutil/trace.go:171","msg":"trace[825094115] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"158.473038ms","start":"2026-03-31T20:39:37.867757Z","end":"2026-03-31T20:39:38.02623Z","steps":["trace[825094115] 'process raft request' (duration: 158.203663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:38.026302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.839147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:38.026407Z","caller":"traceutil/trace.go:171","msg":"trace[275060978] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8710; }","duration":"159.017721ms","start":"2026-03-31T20:39:37.867372Z","end":"2026-03-31T20:39:38.026389Z","steps":["trace[275060978] 'agreement among raft nodes before linearized reading' (duration: 158.805506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:38.048921Z","caller":"traceutil/trace.go:171","msg":"trace[1375982640] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"140.896647ms","start":"2026-03-31T20:39:37.908005Z","end":"2026-03-31T20:39:38.048902Z","steps":["trace[1375982640] 'process raft request' (duration: 140.760544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:38.049217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.191968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:38.049309Z","caller":"traceutil/trace.go:171","msg":"trace[1252845358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8711; }","duration":"178.310081ms","start":"2026-03-31T20:39:37.870977Z","end":"2026-03-31T20:39:38.049287Z","steps":["trace[1252845358] 'agreement among raft nodes before linearized reading' (duration: 178.119737ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:39.033491Z","caller":"traceutil/trace.go:171","msg":"trace[1076073455] linearizableReadLoop","detail":"{readStateIndex:9038; appliedIndex:9037; }","duration":"256.463502ms","start":"2026-03-31T20:39:38.777003Z","end":"2026-03-31T20:39:39.033466Z","steps":["trace[1076073455] 'read index received' (duration: 256.232447ms)","trace[1076073455] 'applied index is now lower than readState.Index' (duration: 230.065µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:39.033548Z","caller":"traceutil/trace.go:171","msg":"trace[127674512] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"559.47895ms","start":"2026-03-31T20:39:38.474042Z","end":"2026-03-31T20:39:39.033521Z","steps":["trace[127674512] 'process raft request' (duration: 559.266486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:39.033679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:38.474025Z","time spent":"559.573902ms","remote":"127.0.0.1:50370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:39.033833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.798139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19317"} {"level":"info","ts":"2026-03-31T20:39:39.033923Z","caller":"traceutil/trace.go:171","msg":"trace[1957188254] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8713; }","duration":"256.958743ms","start":"2026-03-31T20:39:38.776947Z","end":"2026-03-31T20:39:39.033905Z","steps":["trace[1957188254] 'agreement among raft nodes before linearized reading' (duration: 256.612755ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:39.286048Z","caller":"traceutil/trace.go:171","msg":"trace[330791732] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"217.895973ms","start":"2026-03-31T20:39:39.06813Z","end":"2026-03-31T20:39:39.286026Z","steps":["trace[330791732] 'process raft request' (duration: 217.77694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:40.28418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205042882,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T20:39:40.841416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204811042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:40.841513Z","caller":"traceutil/trace.go:171","msg":"trace[525406730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8714; }","duration":"1.204962556s","start":"2026-03-31T20:39:39.636527Z","end":"2026-03-31T20:39:40.84149Z","steps":["trace[525406730] 'count revisions from in-memory index tree' (duration: 1.20466884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:40.841561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:39.636509Z","time spent":"1.205038208s","remote":"127.0.0.1:35764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:40.841606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191999297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-31T20:39:40.841656Z","caller":"traceutil/trace.go:171","msg":"trace[1265312592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8714; }","duration":"1.192075808s","start":"2026-03-31T20:39:39.649562Z","end":"2026-03-31T20:39:40.841638Z","steps":["trace[1265312592] 'range keys from in-memory index tree' (duration: 1.191804972s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:40.841681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:39.649544Z","time spent":"1.19213131s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:40.841693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191592448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:39:40.841837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191575307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:39:40.841864Z","caller":"traceutil/trace.go:171","msg":"trace[553926801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8714; }","duration":"1.191640799s","start":"2026-03-31T20:39:39.650217Z","end":"2026-03-31T20:39:40.841858Z","steps":["trace[553926801] 'range keys from in-memory index tree' (duration: 1.191453574s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:40.841884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:39.650196Z","time spent":"1.19168255s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T20:39:40.841743Z","caller":"traceutil/trace.go:171","msg":"trace[146742767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8714; }","duration":"1.191650619s","start":"2026-03-31T20:39:39.650077Z","end":"2026-03-31T20:39:40.841728Z","steps":["trace[146742767] 'range keys from in-memory index tree' (duration: 1.191494016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:40.841933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:39.650067Z","time spent":"1.191854023s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:40.842136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192463707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-31T20:39:40.84222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349857602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T20:39:40.842218Z","caller":"traceutil/trace.go:171","msg":"trace[1973845230] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8714; }","duration":"1.192589709s","start":"2026-03-31T20:39:39.649606Z","end":"2026-03-31T20:39:40.842196Z","steps":["trace[1973845230] 'range keys from in-memory index tree' (duration: 1.192272953s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:40.842261Z","caller":"traceutil/trace.go:171","msg":"trace[1108315140] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8714; }","duration":"1.349936614s","start":"2026-03-31T20:39:39.492313Z","end":"2026-03-31T20:39:40.84225Z","steps":["trace[1108315140] 'count revisions from in-memory index tree' (duration: 1.349791801s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:40.84227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:39.649584Z","time spent":"1.192676382s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:40.842297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:39.492293Z","time spent":"1.349993995s","remote":"127.0.0.1:53190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:40.842601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.134804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:40.842766Z","caller":"traceutil/trace.go:171","msg":"trace[1775776059] transaction","detail":"{read_only:false; response_revision:8715; number_of_response:1; }","duration":"1.127583473s","start":"2026-03-31T20:39:39.715169Z","end":"2026-03-31T20:39:40.842753Z","steps":["trace[1775776059] 'process raft request' (duration: 748.233774ms)","trace[1775776059] 'compare' (duration: 378.571001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:40.842834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:39.715146Z","time spent":"1.127654184s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:40.843019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193189684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:39:40.843068Z","caller":"traceutil/trace.go:171","msg":"trace[2106687763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8714; }","duration":"1.193303536s","start":"2026-03-31T20:39:39.649755Z","end":"2026-03-31T20:39:40.843058Z","steps":["trace[2106687763] 'range keys from in-memory index tree' (duration: 1.193066951s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:40.8431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:39.649697Z","time spent":"1.193393638s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:39:40.843277Z","caller":"traceutil/trace.go:171","msg":"trace[1365028857] linearizableReadLoop","detail":"{readStateIndex:9042; appliedIndex:9039; }","duration":"1.059551308s","start":"2026-03-31T20:39:39.783713Z","end":"2026-03-31T20:39:40.843264Z","steps":["trace[1365028857] 'read index received' (duration: 679.700737ms)","trace[1365028857] 'applied index is now lower than readState.Index' (duration: 379.84965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:40.843409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05969043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:40.843442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.044723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:39:40.843463Z","caller":"traceutil/trace.go:171","msg":"trace[1835909999] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8717; }","duration":"970.112945ms","start":"2026-03-31T20:39:39.873344Z","end":"2026-03-31T20:39:40.843457Z","steps":["trace[1835909999] 'agreement among raft nodes before linearized reading' (duration: 970.029733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:40.843487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:39.873319Z","time spent":"970.162576ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"info","ts":"2026-03-31T20:39:40.843442Z","caller":"traceutil/trace.go:171","msg":"trace[2113723616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8717; }","duration":"1.059769742s","start":"2026-03-31T20:39:39.783664Z","end":"2026-03-31T20:39:40.843433Z","steps":["trace[2113723616] 'agreement among raft nodes before linearized reading' (duration: 1.059697011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:40.843515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.322713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:39:40.8435Z","caller":"traceutil/trace.go:171","msg":"trace[1284739800] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"972.435557ms","start":"2026-03-31T20:39:39.871053Z","end":"2026-03-31T20:39:40.843489Z","steps":["trace[1284739800] 'process raft request' (duration: 972.157771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:40.843558Z","caller":"traceutil/trace.go:171","msg":"trace[533988503] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8717; }","duration":"813.385795ms","start":"2026-03-31T20:39:40.030161Z","end":"2026-03-31T20:39:40.843547Z","steps":["trace[533988503] 'agreement among raft nodes before linearized reading' (duration: 813.244812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:40.843538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.315436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:40.84359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:40.030153Z","time spent":"813.429866ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:40.843607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:39.871031Z","time spent":"972.525399ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:40.8436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:39.783647Z","time spent":"1.059920925s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:39:40.843554Z","caller":"traceutil/trace.go:171","msg":"trace[1216478680] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"972.59635ms","start":"2026-03-31T20:39:39.870937Z","end":"2026-03-31T20:39:40.843533Z","steps":["trace[1216478680] 'process raft request' (duration: 971.758852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:40.843824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:39.870916Z","time spent":"972.885497ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:40.843646Z","caller":"traceutil/trace.go:171","msg":"trace[1977346757] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:8717; }","duration":"814.437789ms","start":"2026-03-31T20:39:40.02916Z","end":"2026-03-31T20:39:40.843598Z","steps":["trace[1977346757] 'agreement among raft nodes before linearized reading' (duration: 814.292486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:40.843915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:40.029148Z","time spent":"814.748785ms","remote":"127.0.0.1:57668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T20:39:40.844119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.537173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-03-31T20:39:40.844203Z","caller":"traceutil/trace.go:171","msg":"trace[332936833] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8717; }","duration":"142.174287ms","start":"2026-03-31T20:39:40.702014Z","end":"2026-03-31T20:39:40.844188Z","steps":["trace[332936833] 'agreement among raft nodes before linearized reading' (duration: 141.386439ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:41.073601Z","caller":"traceutil/trace.go:171","msg":"trace[1956809846] transaction","detail":"{read_only:false; response_revision:8719; number_of_response:1; }","duration":"225.887521ms","start":"2026-03-31T20:39:40.84769Z","end":"2026-03-31T20:39:41.073577Z","steps":["trace[1956809846] 'process raft request' (duration: 225.675096ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:41.073907Z","caller":"traceutil/trace.go:171","msg":"trace[35410623] transaction","detail":"{read_only:false; response_revision:8720; number_of_response:1; }","duration":"226.120376ms","start":"2026-03-31T20:39:40.847734Z","end":"2026-03-31T20:39:41.073854Z","steps":["trace[35410623] 'process raft request' (duration: 225.776258ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:41.074161Z","caller":"traceutil/trace.go:171","msg":"trace[1084340179] transaction","detail":"{read_only:false; response_revision:8721; number_of_response:1; }","duration":"226.368122ms","start":"2026-03-31T20:39:40.847771Z","end":"2026-03-31T20:39:41.074139Z","steps":["trace[1084340179] 'process raft request' (duration: 225.966683ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:41.074234Z","caller":"traceutil/trace.go:171","msg":"trace[874887033] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"226.428113ms","start":"2026-03-31T20:39:40.847789Z","end":"2026-03-31T20:39:41.074217Z","steps":["trace[874887033] 'process raft request' (duration: 226.209638ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:41.074236Z","caller":"traceutil/trace.go:171","msg":"trace[637438411] linearizableReadLoop","detail":"{readStateIndex:9047; appliedIndex:9043; }","duration":"224.595482ms","start":"2026-03-31T20:39:40.849572Z","end":"2026-03-31T20:39:41.074168Z","steps":["trace[637438411] 'read index received' (duration: 81.7572ms)","trace[637438411] 'applied index is now lower than readState.Index' (duration: 142.837092ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:41.074377Z","caller":"traceutil/trace.go:171","msg":"trace[119516383] transaction","detail":"{read_only:false; response_revision:8723; number_of_response:1; }","duration":"220.07781ms","start":"2026-03-31T20:39:40.854174Z","end":"2026-03-31T20:39:41.074252Z","steps":["trace[119516383] 'process raft request' (duration: 219.892836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:41.074699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.494009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:41.074777Z","caller":"traceutil/trace.go:171","msg":"trace[838157423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8723; }","duration":"220.607412ms","start":"2026-03-31T20:39:40.854149Z","end":"2026-03-31T20:39:41.074756Z","steps":["trace[838157423] 'agreement among raft nodes before linearized reading' (duration: 220.447939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:41.075079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.883539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a207978fe322aa\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-31T20:39:41.075127Z","caller":"traceutil/trace.go:171","msg":"trace[449065875] range","detail":"{range_begin:/registry/events/openstack/ceph.18a207978fe322aa; range_end:; response_count:1; response_revision:8723; }","duration":"220.957151ms","start":"2026-03-31T20:39:40.854159Z","end":"2026-03-31T20:39:41.075116Z","steps":["trace[449065875] 'agreement among raft nodes before linearized reading' (duration: 220.792948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:41.075289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.367429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211682"} {"level":"info","ts":"2026-03-31T20:39:41.076011Z","caller":"traceutil/trace.go:171","msg":"trace[1661185182] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8723; }","duration":"226.449813ms","start":"2026-03-31T20:39:40.849542Z","end":"2026-03-31T20:39:41.075992Z","steps":["trace[1661185182] 'agreement among raft nodes before linearized reading' (duration: 224.734895ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:41.21915Z","caller":"traceutil/trace.go:171","msg":"trace[803806527] transaction","detail":"{read_only:false; response_revision:8724; number_of_response:1; }","duration":"141.969262ms","start":"2026-03-31T20:39:41.077145Z","end":"2026-03-31T20:39:41.219114Z","steps":["trace[803806527] 'process raft request' (duration: 80.874331ms)","trace[803806527] 'compare' (duration: 60.933197ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:41.44797Z","caller":"traceutil/trace.go:171","msg":"trace[2096144296] linearizableReadLoop","detail":"{readStateIndex:9050; appliedIndex:9049; }","duration":"133.355431ms","start":"2026-03-31T20:39:41.31459Z","end":"2026-03-31T20:39:41.447946Z","steps":["trace[2096144296] 'read index received' (duration: 33.713031ms)","trace[2096144296] 'applied index is now lower than readState.Index' (duration: 99.64133ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:41.448059Z","caller":"traceutil/trace.go:171","msg":"trace[1409217088] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"154.127362ms","start":"2026-03-31T20:39:41.293895Z","end":"2026-03-31T20:39:41.448022Z","steps":["trace[1409217088] 'process raft request' (duration: 54.498103ms)","trace[1409217088] 'compare' (duration: 99.458606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:41.448105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.501574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:41.448152Z","caller":"traceutil/trace.go:171","msg":"trace[1451530301] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8725; }","duration":"133.592956ms","start":"2026-03-31T20:39:41.314543Z","end":"2026-03-31T20:39:41.448136Z","steps":["trace[1451530301] 'agreement among raft nodes before linearized reading' (duration: 133.505954ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:42.253355Z","caller":"traceutil/trace.go:171","msg":"trace[1724502896] linearizableReadLoop","detail":"{readStateIndex:9051; appliedIndex:9050; }","duration":"266.020335ms","start":"2026-03-31T20:39:41.98731Z","end":"2026-03-31T20:39:42.25333Z","steps":["trace[1724502896] 'read index received' (duration: 265.766019ms)","trace[1724502896] 'applied index is now lower than readState.Index' (duration: 253.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:42.253451Z","caller":"traceutil/trace.go:171","msg":"trace[1226737564] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"329.528108ms","start":"2026-03-31T20:39:41.923875Z","end":"2026-03-31T20:39:42.253404Z","steps":["trace[1226737564] 'process raft request' (duration: 329.245042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:42.253682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:41.923851Z","time spent":"329.738562ms","remote":"127.0.0.1:52958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:39:42.253835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.456494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-31T20:39:42.253928Z","caller":"traceutil/trace.go:171","msg":"trace[1248158003] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8726; }","duration":"266.655098ms","start":"2026-03-31T20:39:41.987254Z","end":"2026-03-31T20:39:42.253909Z","steps":["trace[1248158003] 'agreement among raft nodes before linearized reading' (duration: 266.177528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:42.758083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205042904,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:39:42.879606Z","caller":"traceutil/trace.go:171","msg":"trace[1039933097] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"696.931781ms","start":"2026-03-31T20:39:42.182647Z","end":"2026-03-31T20:39:42.879579Z","steps":["trace[1039933097] 'process raft request' (duration: 696.819829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:42.879621Z","caller":"traceutil/trace.go:171","msg":"trace[455272985] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"757.794577ms","start":"2026-03-31T20:39:42.121797Z","end":"2026-03-31T20:39:42.879592Z","steps":["trace[455272985] 'process raft request' (duration: 757.406638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:42.879808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:42.182624Z","time spent":"697.096946ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19269,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:42.879933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:42.121764Z","time spent":"758.069123ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:43.03016Z","caller":"traceutil/trace.go:171","msg":"trace[857485143] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"772.033704ms","start":"2026-03-31T20:39:42.258096Z","end":"2026-03-31T20:39:43.03013Z","steps":["trace[857485143] 'process raft request' (duration: 771.775838ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:43.030263Z","caller":"traceutil/trace.go:171","msg":"trace[1215416660] transaction","detail":"{read_only:false; response_revision:8730; number_of_response:1; }","duration":"772.105815ms","start":"2026-03-31T20:39:42.258133Z","end":"2026-03-31T20:39:43.030239Z","steps":["trace[1215416660] 'process raft request' (duration: 771.907141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.030294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:42.258051Z","time spent":"772.181047ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:39:43.030374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:42.258109Z","time spent":"772.201348ms","remote":"127.0.0.1:52958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:39:43.060027Z","caller":"traceutil/trace.go:171","msg":"trace[1351076479] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"212.104994ms","start":"2026-03-31T20:39:42.847899Z","end":"2026-03-31T20:39:43.060004Z","steps":["trace[1351076479] 'process raft request' (duration: 211.449759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.52619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.0878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:43.526333Z","caller":"traceutil/trace.go:171","msg":"trace[295239609] linearizableReadLoop","detail":"{readStateIndex:9056; appliedIndex:9051; }","duration":"1.268784488s","start":"2026-03-31T20:39:42.257514Z","end":"2026-03-31T20:39:43.526299Z","steps":["trace[295239609] 'read index received' (duration: 621.757138ms)","trace[295239609] 'applied index is now lower than readState.Index' (duration: 647.02553ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:43.526446Z","caller":"traceutil/trace.go:171","msg":"trace[945313018] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"678.00977ms","start":"2026-03-31T20:39:42.848393Z","end":"2026-03-31T20:39:43.526403Z","steps":["trace[945313018] 'process raft request' (duration: 211.602232ms)","trace[945313018] 'compare' (duration: 465.970337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:43.526593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269071014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d4c7fb20-a9d6-4d9f-b144-b17841f1eafa\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-31T20:39:43.526593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.339894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:39:43.52666Z","caller":"traceutil/trace.go:171","msg":"trace[1796188806] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d4c7fb20-a9d6-4d9f-b144-b17841f1eafa; range_end:; response_count:1; response_revision:8732; }","duration":"1.269138575s","start":"2026-03-31T20:39:42.257504Z","end":"2026-03-31T20:39:43.526642Z","steps":["trace[1796188806] 'agreement among raft nodes before linearized reading' (duration: 1.268945331s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:43.526669Z","caller":"traceutil/trace.go:171","msg":"trace[726296133] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8732; }","duration":"280.461466ms","start":"2026-03-31T20:39:43.24619Z","end":"2026-03-31T20:39:43.526652Z","steps":["trace[726296133] 'agreement among raft nodes before linearized reading' (duration: 280.328103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.526681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268847768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-31T20:39:43.5267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.378697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"warn","ts":"2026-03-31T20:39:43.526725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:42.257418Z","time spent":"1.269288069s","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-d4c7fb20-a9d6-4d9f-b144-b17841f1eafa\" "} {"level":"info","ts":"2026-03-31T20:39:43.526742Z","caller":"traceutil/trace.go:171","msg":"trace[1158881647] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8732; }","duration":"1.2689287s","start":"2026-03-31T20:39:42.257798Z","end":"2026-03-31T20:39:43.526726Z","steps":["trace[1158881647] 'agreement among raft nodes before linearized reading' (duration: 1.268723666s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:43.52675Z","caller":"traceutil/trace.go:171","msg":"trace[1293729902] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:8732; }","duration":"642.479069ms","start":"2026-03-31T20:39:42.884257Z","end":"2026-03-31T20:39:43.526736Z","steps":["trace[1293729902] 'agreement among raft nodes before linearized reading' (duration: 642.277485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.52678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:42.257755Z","time spent":"1.269018352s","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-31T20:39:43.526749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.644051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-31T20:39:43.526796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.767801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-31T20:39:43.52678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.036748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:39:43.526837Z","caller":"traceutil/trace.go:171","msg":"trace[283065346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8732; }","duration":"415.833841ms","start":"2026-03-31T20:39:43.11099Z","end":"2026-03-31T20:39:43.526824Z","steps":["trace[283065346] 'agreement among raft nodes before linearized reading' (duration: 415.741649ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:43.526851Z","caller":"traceutil/trace.go:171","msg":"trace[834299083] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8732; }","duration":"448.138351ms","start":"2026-03-31T20:39:43.078697Z","end":"2026-03-31T20:39:43.526836Z","steps":["trace[834299083] 'agreement among raft nodes before linearized reading' (duration: 447.907426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:43.526842Z","caller":"traceutil/trace.go:171","msg":"trace[1484524848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8732; }","duration":"448.814185ms","start":"2026-03-31T20:39:43.078005Z","end":"2026-03-31T20:39:43.52682Z","steps":["trace[1484524848] 'agreement among raft nodes before linearized reading' (duration: 448.528029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.526853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.303554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:39:43.526871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.601908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-31T20:39:43.526885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:43.07869Z","time spent":"448.188532ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:39:43.52691Z","caller":"traceutil/trace.go:171","msg":"trace[623973833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8732; }","duration":"588.68771ms","start":"2026-03-31T20:39:42.938213Z","end":"2026-03-31T20:39:43.526901Z","steps":["trace[623973833] 'agreement among raft nodes before linearized reading' (duration: 588.597418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.526786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:42.884243Z","time spent":"642.53509ms","remote":"127.0.0.1:52740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6847,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"info","ts":"2026-03-31T20:39:43.526915Z","caller":"traceutil/trace.go:171","msg":"trace[478925053] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8732; }","duration":"448.392416ms","start":"2026-03-31T20:39:43.078506Z","end":"2026-03-31T20:39:43.526898Z","steps":["trace[478925053] 'agreement among raft nodes before linearized reading' (duration: 448.161121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.526915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.525881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:43.526942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:42.938188Z","time spent":"588.747832ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T20:39:43.526869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:43.110976Z","time spent":"415.886643ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:39:43.527005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.75056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:39:43.527011Z","caller":"traceutil/trace.go:171","msg":"trace[1432262012] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8732; }","duration":"845.658024ms","start":"2026-03-31T20:39:42.681338Z","end":"2026-03-31T20:39:43.526996Z","steps":["trace[1432262012] 'agreement among raft nodes before linearized reading' (duration: 845.541262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.527012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:43.078494Z","time spent":"448.504018ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:39:43.527019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178341103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-f86dc9499-qg98j.18a20789fb5fdfb7\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-31T20:39:43.527044Z","caller":"traceutil/trace.go:171","msg":"trace[565085884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:8732; }","duration":"442.803572ms","start":"2026-03-31T20:39:43.084229Z","end":"2026-03-31T20:39:43.527033Z","steps":["trace[565085884] 'agreement among raft nodes before linearized reading' (duration: 442.661819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.527048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:42.681319Z","time spent":"845.719025ms","remote":"127.0.0.1:42664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-31T20:39:43.52706Z","caller":"traceutil/trace.go:171","msg":"trace[1299354807] range","detail":"{range_begin:/registry/events/openstack/barbican-api-f86dc9499-qg98j.18a20789fb5fdfb7; range_end:; response_count:1; response_revision:8732; }","duration":"1.178420535s","start":"2026-03-31T20:39:42.348626Z","end":"2026-03-31T20:39:43.527046Z","steps":["trace[1299354807] 'agreement among raft nodes before linearized reading' (duration: 1.178296712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.526902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:43.077989Z","time spent":"448.897807ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:43.527062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.781475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:39:43.527083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:43.084218Z","time spent":"442.856053ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:39:43.527097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:42.348597Z","time spent":"1.178490147s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-f86dc9499-qg98j.18a20789fb5fdfb7\" "} {"level":"info","ts":"2026-03-31T20:39:43.52712Z","caller":"traceutil/trace.go:171","msg":"trace[385518378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8732; }","duration":"743.885107ms","start":"2026-03-31T20:39:42.783218Z","end":"2026-03-31T20:39:43.527103Z","steps":["trace[385518378] 'agreement among raft nodes before linearized reading' (duration: 743.790625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.5267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.802683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:39:43.527169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.285594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:39:43.527165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:42.783203Z","time spent":"743.95091ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:39:43.527166Z","caller":"traceutil/trace.go:171","msg":"trace[1283740026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8732; }","duration":"448.295404ms","start":"2026-03-31T20:39:43.078859Z","end":"2026-03-31T20:39:43.527155Z","steps":["trace[1283740026] 'agreement among raft nodes before linearized reading' (duration: 447.705951ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:43.527195Z","caller":"traceutil/trace.go:171","msg":"trace[2082458898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8732; }","duration":"448.323604ms","start":"2026-03-31T20:39:43.078863Z","end":"2026-03-31T20:39:43.527187Z","steps":["trace[2082458898] 'agreement among raft nodes before linearized reading' (duration: 448.253573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.527212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:43.078851Z","time spent":"448.348655ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T20:39:43.527219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:43.078857Z","time spent":"448.356145ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:39:43.528264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:42.848382Z","time spent":"678.146003ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:39:43.528371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.246624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18a2079eea4d7910\" ","response":"range_response_count:1 size:677"} {"level":"info","ts":"2026-03-31T20:39:43.52844Z","caller":"traceutil/trace.go:171","msg":"trace[39200919] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18a2079eea4d7910; range_end:; response_count:1; response_revision:8732; }","duration":"466.352375ms","start":"2026-03-31T20:39:43.062073Z","end":"2026-03-31T20:39:43.528426Z","steps":["trace[39200919] 'agreement among raft nodes before linearized reading' (duration: 466.164921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:43.528478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:43.062054Z","time spent":"466.415337ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.18a2079eea4d7910\" "} {"level":"info","ts":"2026-03-31T20:39:45.168225Z","caller":"traceutil/trace.go:171","msg":"trace[391966394] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"102.545984ms","start":"2026-03-31T20:39:45.065654Z","end":"2026-03-31T20:39:45.1682Z","steps":["trace[391966394] 'process raft request' (duration: 102.480892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:45.168753Z","caller":"traceutil/trace.go:171","msg":"trace[1981880423] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"115.8363ms","start":"2026-03-31T20:39:45.052903Z","end":"2026-03-31T20:39:45.168739Z","steps":["trace[1981880423] 'process raft request' (duration: 37.081036ms)","trace[1981880423] 'compare' (duration: 77.982567ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:45.168893Z","caller":"traceutil/trace.go:171","msg":"trace[2037786033] linearizableReadLoop","detail":"{readStateIndex:9076; appliedIndex:9075; }","duration":"115.281738ms","start":"2026-03-31T20:39:45.053597Z","end":"2026-03-31T20:39:45.168879Z","steps":["trace[2037786033] 'read index received' (duration: 36.35897ms)","trace[2037786033] 'applied index is now lower than readState.Index' (duration: 78.921748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:45.169127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.518673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T20:39:45.169162Z","caller":"traceutil/trace.go:171","msg":"trace[658559067] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8751; }","duration":"115.619015ms","start":"2026-03-31T20:39:45.053532Z","end":"2026-03-31T20:39:45.169151Z","steps":["trace[658559067] 'agreement among raft nodes before linearized reading' (duration: 115.41326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:52.17415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.576453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:39:52.174579Z","caller":"traceutil/trace.go:171","msg":"trace[595034732] linearizableReadLoop","detail":"{readStateIndex:9168; appliedIndex:9167; }","duration":"439.444047ms","start":"2026-03-31T20:39:51.734964Z","end":"2026-03-31T20:39:52.174408Z","steps":["trace[595034732] 'read index received' (duration: 102.986974ms)","trace[595034732] 'applied index is now lower than readState.Index' (duration: 336.455523ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:39:52.174655Z","caller":"traceutil/trace.go:171","msg":"trace[943564242] transaction","detail":"{read_only:false; response_revision:8840; number_of_response:1; }","duration":"440.599164ms","start":"2026-03-31T20:39:51.733834Z","end":"2026-03-31T20:39:52.174433Z","steps":["trace[943564242] 'process raft request' (duration: 104.235242ms)","trace[943564242] 'compare' (duration: 334.917139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:39:52.174826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:51.733812Z","time spent":"440.92586ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T20:39:52.174946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.2015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-31T20:39:52.174866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.875916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1874"} {"level":"info","ts":"2026-03-31T20:39:52.175164Z","caller":"traceutil/trace.go:171","msg":"trace[1970802428] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8840; }","duration":"438.295752ms","start":"2026-03-31T20:39:51.736716Z","end":"2026-03-31T20:39:52.175011Z","steps":["trace[1970802428] 'agreement among raft nodes before linearized reading' (duration: 438.060187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:39:52.175167Z","caller":"traceutil/trace.go:171","msg":"trace[600857377] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:8840; }","duration":"440.194543ms","start":"2026-03-31T20:39:51.734949Z","end":"2026-03-31T20:39:52.175144Z","steps":["trace[600857377] 'agreement among raft nodes before linearized reading' (duration: 439.5744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:39:52.175305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:51.734943Z","time spent":"440.268176ms","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1897,"request content":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" "} {"level":"warn","ts":"2026-03-31T20:39:52.175503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:39:51.736696Z","time spent":"438.508986ms","remote":"127.0.0.1:52728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-31T20:39:52.176378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.671423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366191"} {"level":"info","ts":"2026-03-31T20:39:52.17651Z","caller":"traceutil/trace.go:171","msg":"trace[1847946692] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8840; }","duration":"237.866258ms","start":"2026-03-31T20:39:51.938612Z","end":"2026-03-31T20:39:52.176479Z","steps":["trace[1847946692] 'agreement among raft nodes before linearized reading' (duration: 236.220822ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:25.273013Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024e8.wal"} {"level":"warn","ts":"2026-03-31T20:40:35.593646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.227163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:35.593796Z","caller":"traceutil/trace.go:171","msg":"trace[301706324] transaction","detail":"{read_only:false; response_revision:9272; number_of_response:1; }","duration":"166.467967ms","start":"2026-03-31T20:40:35.427315Z","end":"2026-03-31T20:40:35.593783Z","steps":["trace[301706324] 'process raft request' (duration: 166.418876ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:35.593836Z","caller":"traceutil/trace.go:171","msg":"trace[1264064865] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"251.275547ms","start":"2026-03-31T20:40:35.342518Z","end":"2026-03-31T20:40:35.593793Z","steps":["trace[1264064865] 'process raft request' (duration: 97.824949ms)","trace[1264064865] 'compare' (duration: 152.788083ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:37.752237Z","caller":"traceutil/trace.go:171","msg":"trace[285785774] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"153.642611ms","start":"2026-03-31T20:40:37.598554Z","end":"2026-03-31T20:40:37.752197Z","steps":["trace[285785774] 'process raft request' (duration: 153.486677ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:37.961855Z","caller":"traceutil/trace.go:171","msg":"trace[1124977005] linearizableReadLoop","detail":"{readStateIndex:9626; appliedIndex:9625; }","duration":"117.978328ms","start":"2026-03-31T20:40:37.843846Z","end":"2026-03-31T20:40:37.961825Z","steps":["trace[1124977005] 'read index received' (duration: 115.007182ms)","trace[1124977005] 'applied index is now lower than readState.Index' (duration: 2.969766ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:37.961907Z","caller":"traceutil/trace.go:171","msg":"trace[303926181] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"191.31185ms","start":"2026-03-31T20:40:37.770561Z","end":"2026-03-31T20:40:37.961873Z","steps":["trace[303926181] 'process raft request' (duration: 188.277302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:37.962082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.186831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:40:37.962124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.254014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:40:37.962215Z","caller":"traceutil/trace.go:171","msg":"trace[779185365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9285; }","duration":"118.400387ms","start":"2026-03-31T20:40:37.843796Z","end":"2026-03-31T20:40:37.962196Z","steps":["trace[779185365] 'agreement among raft nodes before linearized reading' (duration: 118.153012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:37.962153Z","caller":"traceutil/trace.go:171","msg":"trace[2030861560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9285; }","duration":"104.286653ms","start":"2026-03-31T20:40:37.857828Z","end":"2026-03-31T20:40:37.962115Z","steps":["trace[2030861560] 'agreement among raft nodes before linearized reading' (duration: 104.13607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:47.576984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:47.577069Z","caller":"traceutil/trace.go:171","msg":"trace[261235305] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9340; }","duration":"102.466722ms","start":"2026-03-31T20:40:47.474581Z","end":"2026-03-31T20:40:47.577047Z","steps":["trace[261235305] 'count revisions from in-memory index tree' (duration: 102.272889ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:48.277057Z","caller":"traceutil/trace.go:171","msg":"trace[1769814608] linearizableReadLoop","detail":"{readStateIndex:9692; appliedIndex:9690; }","duration":"142.493084ms","start":"2026-03-31T20:40:48.134545Z","end":"2026-03-31T20:40:48.277038Z","steps":["trace[1769814608] 'read index received' (duration: 130.23403ms)","trace[1769814608] 'applied index is now lower than readState.Index' (duration: 12.258274ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:48.277095Z","caller":"traceutil/trace.go:171","msg":"trace[1703223251] transaction","detail":"{read_only:false; response_revision:9348; number_of_response:1; }","duration":"159.991085ms","start":"2026-03-31T20:40:48.117067Z","end":"2026-03-31T20:40:48.277058Z","steps":["trace[1703223251] 'process raft request' (duration: 147.719421ms)","trace[1703223251] 'compare' (duration: 12.13194ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:48.27711Z","caller":"traceutil/trace.go:171","msg":"trace[554072958] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"159.756329ms","start":"2026-03-31T20:40:48.117322Z","end":"2026-03-31T20:40:48.277078Z","steps":["trace[554072958] 'process raft request' (duration: 159.681726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:48.277406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.857512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244644"} {"level":"info","ts":"2026-03-31T20:40:48.277438Z","caller":"traceutil/trace.go:171","msg":"trace[629303548] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9349; }","duration":"142.931264ms","start":"2026-03-31T20:40:48.134499Z","end":"2026-03-31T20:40:48.27743Z","steps":["trace[629303548] 'agreement among raft nodes before linearized reading' (duration: 142.640817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:49.199285Z","caller":"traceutil/trace.go:171","msg":"trace[1778332364] transaction","detail":"{read_only:false; response_revision:9351; number_of_response:1; }","duration":"153.282944ms","start":"2026-03-31T20:40:49.045978Z","end":"2026-03-31T20:40:49.199261Z","steps":["trace[1778332364] 'process raft request' (duration: 153.13132ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:54.315123Z","caller":"traceutil/trace.go:171","msg":"trace[912442027] linearizableReadLoop","detail":"{readStateIndex:9718; appliedIndex:9717; }","duration":"167.00574ms","start":"2026-03-31T20:40:54.148091Z","end":"2026-03-31T20:40:54.315097Z","steps":["trace[912442027] 'read index received' (duration: 166.769465ms)","trace[912442027] 'applied index is now lower than readState.Index' (duration: 235.125µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:54.315207Z","caller":"traceutil/trace.go:171","msg":"trace[1001787065] transaction","detail":"{read_only:false; response_revision:9374; number_of_response:1; }","duration":"189.675125ms","start":"2026-03-31T20:40:54.125493Z","end":"2026-03-31T20:40:54.315168Z","steps":["trace[1001787065] 'process raft request' (duration: 189.45281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:54.315398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.291196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:40:54.315479Z","caller":"traceutil/trace.go:171","msg":"trace[4403103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9374; }","duration":"167.386538ms","start":"2026-03-31T20:40:54.148074Z","end":"2026-03-31T20:40:54.31546Z","steps":["trace[4403103] 'agreement among raft nodes before linearized reading' (duration: 167.125192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:54.315539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.708268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-31T20:40:54.315416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.763778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:40:54.315683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.826316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:40:54.315822Z","caller":"traceutil/trace.go:171","msg":"trace[1857947970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9374; }","duration":"113.985529ms","start":"2026-03-31T20:40:54.201822Z","end":"2026-03-31T20:40:54.315807Z","steps":["trace[1857947970] 'agreement among raft nodes before linearized reading' (duration: 113.623161ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:54.315687Z","caller":"traceutil/trace.go:171","msg":"trace[1210228841] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9374; }","duration":"129.084495ms","start":"2026-03-31T20:40:54.186584Z","end":"2026-03-31T20:40:54.315668Z","steps":["trace[1210228841] 'agreement among raft nodes before linearized reading' (duration: 128.768118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:54.31554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.991174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:40:54.316051Z","caller":"traceutil/trace.go:171","msg":"trace[1935866268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9374; }","duration":"112.618509ms","start":"2026-03-31T20:40:54.203412Z","end":"2026-03-31T20:40:54.316031Z","steps":["trace[1935866268] 'agreement among raft nodes before linearized reading' (duration: 111.988055ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:54.315697Z","caller":"traceutil/trace.go:171","msg":"trace[1836754732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9374; }","duration":"111.817101ms","start":"2026-03-31T20:40:54.203784Z","end":"2026-03-31T20:40:54.315601Z","steps":["trace[1836754732] 'agreement among raft nodes before linearized reading' (duration: 111.593566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.897702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442009206s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:55.898951Z","caller":"traceutil/trace.go:171","msg":"trace[248023772] transaction","detail":"{read_only:false; response_revision:9375; number_of_response:1; }","duration":"1.578827132s","start":"2026-03-31T20:40:54.320048Z","end":"2026-03-31T20:40:55.898875Z","steps":["trace[248023772] 'process raft request' (duration: 135.547338ms)","trace[248023772] 'compare' (duration: 1.440581123s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:55.89902Z","caller":"traceutil/trace.go:171","msg":"trace[640790944] transaction","detail":"{read_only:false; response_revision:9376; number_of_response:1; }","duration":"1.578945854s","start":"2026-03-31T20:40:54.320049Z","end":"2026-03-31T20:40:55.898995Z","steps":["trace[640790944] 'process raft request' (duration: 1.577765228s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.899132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.320027Z","time spent":"1.579049527s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:55.899151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.32003Z","time spent":"1.579015676s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:55.899853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.444205785s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T20:40:55.900142Z","caller":"traceutil/trace.go:171","msg":"trace[1478193766] linearizableReadLoop","detail":"{readStateIndex:9723; appliedIndex:9718; }","duration":"1.575203303s","start":"2026-03-31T20:40:54.324923Z","end":"2026-03-31T20:40:55.900127Z","steps":["trace[1478193766] 'read index received' (duration: 130.690221ms)","trace[1478193766] 'applied index is now lower than readState.Index' (duration: 1.444512422s)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:55.900288Z","caller":"traceutil/trace.go:171","msg":"trace[226446386] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"1.580182022s","start":"2026-03-31T20:40:54.320098Z","end":"2026-03-31T20:40:55.90028Z","steps":["trace[226446386] 'process raft request' (duration: 1.579898096s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.900364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.320076Z","time spent":"1.580235424s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:40:55.900439Z","caller":"traceutil/trace.go:171","msg":"trace[1476466031] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"1.579501628s","start":"2026-03-31T20:40:54.320907Z","end":"2026-03-31T20:40:55.900409Z","steps":["trace[1476466031] 'process raft request' (duration: 1.579193812s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:55.900505Z","caller":"traceutil/trace.go:171","msg":"trace[362211500] transaction","detail":"{read_only:false; response_revision:9378; number_of_response:1; }","duration":"1.580399357s","start":"2026-03-31T20:40:54.320091Z","end":"2026-03-31T20:40:55.90049Z","steps":["trace[362211500] 'process raft request' (duration: 1.579973878s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.900518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.320895Z","time spent":"1.57958653s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:55.900581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.320058Z","time spent":"1.580486109s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:55.900579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575647283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:40:55.900624Z","caller":"traceutil/trace.go:171","msg":"trace[1980885158] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9379; }","duration":"1.575715144s","start":"2026-03-31T20:40:54.324894Z","end":"2026-03-31T20:40:55.900609Z","steps":["trace[1980885158] 'agreement among raft nodes before linearized reading' (duration: 1.57555278s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.900655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.324882Z","time spent":"1.575764616s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:40:55.958958Z","caller":"traceutil/trace.go:171","msg":"trace[2108827024] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"107.449073ms","start":"2026-03-31T20:40:55.851473Z","end":"2026-03-31T20:40:55.958922Z","steps":["trace[2108827024] 'process raft request' (duration: 107.174227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.959173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17459061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:40:55.959206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62986541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-31T20:40:55.959239Z","caller":"traceutil/trace.go:171","msg":"trace[1427319833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9381; }","duration":"1.174698413s","start":"2026-03-31T20:40:54.784527Z","end":"2026-03-31T20:40:55.959225Z","steps":["trace[1427319833] 'agreement among raft nodes before linearized reading' (duration: 1.174588991s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.959277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.784508Z","time spent":"1.174760094s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T20:40:55.95929Z","caller":"traceutil/trace.go:171","msg":"trace[1153579986] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9381; }","duration":"1.629976082s","start":"2026-03-31T20:40:54.329278Z","end":"2026-03-31T20:40:55.959254Z","steps":["trace[1153579986] 'agreement among raft nodes before linearized reading' (duration: 1.629769117s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.959334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.329253Z","time spent":"1.630071834s","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:40:55.959331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616664285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kxxss\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-31T20:40:55.959432Z","caller":"traceutil/trace.go:171","msg":"trace[1835427029] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kxxss; range_end:; response_count:1; response_revision:9381; }","duration":"1.616788748s","start":"2026-03-31T20:40:54.342625Z","end":"2026-03-31T20:40:55.959413Z","steps":["trace[1835427029] 'agreement among raft nodes before linearized reading' (duration: 1.616546403s)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:55.958982Z","caller":"traceutil/trace.go:171","msg":"trace[715835619] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"105.140762ms","start":"2026-03-31T20:40:55.853818Z","end":"2026-03-31T20:40:55.958959Z","steps":["trace[715835619] 'process raft request' (duration: 104.990469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.959463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.899899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:40:55.959704Z","caller":"traceutil/trace.go:171","msg":"trace[1601926973] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9381; }","duration":"921.165816ms","start":"2026-03-31T20:40:55.038525Z","end":"2026-03-31T20:40:55.959691Z","steps":["trace[1601926973] 'agreement among raft nodes before linearized reading' (duration: 920.693486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:55.959743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:55.038466Z","time spent":"921.265778ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-31T20:40:55.959487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:54.342613Z","time spent":"1.616859609s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kxxss\" "} {"level":"warn","ts":"2026-03-31T20:40:56.231059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.502449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:56.231133Z","caller":"traceutil/trace.go:171","msg":"trace[1931768104] linearizableReadLoop","detail":"{readStateIndex:9726; appliedIndex:9725; }","duration":"270.416643ms","start":"2026-03-31T20:40:55.960704Z","end":"2026-03-31T20:40:56.23112Z","steps":["trace[1931768104] 'read index received' (duration: 76.793631ms)","trace[1931768104] 'applied index is now lower than readState.Index' (duration: 193.622272ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:40:56.231185Z","caller":"traceutil/trace.go:171","msg":"trace[1635701696] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"327.525594ms","start":"2026-03-31T20:40:55.903652Z","end":"2026-03-31T20:40:56.231178Z","steps":["trace[1635701696] 'process raft request' (duration: 133.838881ms)","trace[1635701696] 'compare' (duration: 193.255834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:56.231243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:55.903605Z","time spent":"327.597186ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:40:56.231515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.798031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:40:56.232143Z","caller":"traceutil/trace.go:171","msg":"trace[1487217732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9382; }","duration":"271.437345ms","start":"2026-03-31T20:40:55.960674Z","end":"2026-03-31T20:40:56.232111Z","steps":["trace[1487217732] 'agreement among raft nodes before linearized reading' (duration: 270.7521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.240756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.559411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:40:56.240778Z","caller":"traceutil/trace.go:171","msg":"trace[1603526046] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"277.117431ms","start":"2026-03-31T20:40:55.963644Z","end":"2026-03-31T20:40:56.240761Z","steps":["trace[1603526046] 'process raft request' (duration: 276.835185ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:56.240812Z","caller":"traceutil/trace.go:171","msg":"trace[1087520299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9383; }","duration":"277.667903ms","start":"2026-03-31T20:40:55.963132Z","end":"2026-03-31T20:40:56.240799Z","steps":["trace[1087520299] 'agreement among raft nodes before linearized reading' (duration: 277.50408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.241433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.870859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244644"} {"level":"info","ts":"2026-03-31T20:40:56.241531Z","caller":"traceutil/trace.go:171","msg":"trace[681523593] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9383; }","duration":"277.995302ms","start":"2026-03-31T20:40:55.963516Z","end":"2026-03-31T20:40:56.241511Z","steps":["trace[681523593] 'agreement among raft nodes before linearized reading' (duration: 277.116612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:40:56.735149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.986565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:40:56.73525Z","caller":"traceutil/trace.go:171","msg":"trace[1397078569] linearizableReadLoop","detail":"{readStateIndex:9728; appliedIndex:9727; }","duration":"415.388771ms","start":"2026-03-31T20:40:56.319842Z","end":"2026-03-31T20:40:56.735231Z","steps":["trace[1397078569] 'read index received' (duration: 197.244763ms)","trace[1397078569] 'applied index is now lower than readState.Index' (duration: 218.142718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:56.735439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.590506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19283"} {"level":"info","ts":"2026-03-31T20:40:56.735492Z","caller":"traceutil/trace.go:171","msg":"trace[1196298267] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9384; }","duration":"415.656997ms","start":"2026-03-31T20:40:56.31982Z","end":"2026-03-31T20:40:56.735477Z","steps":["trace[1196298267] 'agreement among raft nodes before linearized reading' (duration: 415.483753ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:40:56.735498Z","caller":"traceutil/trace.go:171","msg":"trace[133049628] transaction","detail":"{read_only:false; response_revision:9384; number_of_response:1; }","duration":"416.340073ms","start":"2026-03-31T20:40:56.319122Z","end":"2026-03-31T20:40:56.735462Z","steps":["trace[133049628] 'process raft request' (duration: 197.96927ms)","trace[133049628] 'compare' (duration: 217.785451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:40:56.73556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:56.319813Z","time spent":"415.722638ms","remote":"127.0.0.1:52820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19306,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T20:40:56.735662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:40:56.319103Z","time spent":"416.461006ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:41:26.388272Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"35b2766da46a76bb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-31T20:41:26.397902Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-31T20:41:26.398033Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-31T20:41:36.21565Z","caller":"traceutil/trace.go:171","msg":"trace[1694180032] linearizableReadLoop","detail":"{readStateIndex:10101; appliedIndex:10100; }","duration":"121.341482ms","start":"2026-03-31T20:41:36.094246Z","end":"2026-03-31T20:41:36.215588Z","steps":["trace[1694180032] 'read index received' (duration: 121.080517ms)","trace[1694180032] 'applied index is now lower than readState.Index' (duration: 259.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:41:36.215675Z","caller":"traceutil/trace.go:171","msg":"trace[1997182898] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"134.443525ms","start":"2026-03-31T20:41:36.081202Z","end":"2026-03-31T20:41:36.215646Z","steps":["trace[1997182898] 'process raft request' (duration: 134.22641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:41:36.215868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.598798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T20:41:36.215906Z","caller":"traceutil/trace.go:171","msg":"trace[1931093586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9748; }","duration":"121.678789ms","start":"2026-03-31T20:41:36.09422Z","end":"2026-03-31T20:41:36.215899Z","steps":["trace[1931093586] 'agreement among raft nodes before linearized reading' (duration: 121.507136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:41:36.215908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.924456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T20:41:36.215952Z","caller":"traceutil/trace.go:171","msg":"trace[818960653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9748; }","duration":"118.042209ms","start":"2026-03-31T20:41:36.097896Z","end":"2026-03-31T20:41:36.215938Z","steps":["trace[818960653] 'agreement among raft nodes before linearized reading' (duration: 117.897566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:41:36.216132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.000006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T20:41:36.216167Z","caller":"traceutil/trace.go:171","msg":"trace[1618439173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9748; }","duration":"113.083498ms","start":"2026-03-31T20:41:36.103074Z","end":"2026-03-31T20:41:36.216158Z","steps":["trace[1618439173] 'agreement among raft nodes before linearized reading' (duration: 112.994666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:41:36.216161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.761219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:41:36.216262Z","caller":"traceutil/trace.go:171","msg":"trace[1190555711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9748; }","duration":"111.885782ms","start":"2026-03-31T20:41:36.104352Z","end":"2026-03-31T20:41:36.216237Z","steps":["trace[1190555711] 'agreement among raft nodes before linearized reading' (duration: 111.644946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:41:36.216374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.173055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:41:36.216463Z","caller":"traceutil/trace.go:171","msg":"trace[1403617635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9748; }","duration":"111.286858ms","start":"2026-03-31T20:41:36.105153Z","end":"2026-03-31T20:41:36.21644Z","steps":["trace[1403617635] 'agreement among raft nodes before linearized reading' (duration: 111.123785ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:42:01.991422Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7610} {"level":"info","ts":"2026-03-31T20:42:02.260529Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7610,"took":"266.966627ms","hash":4269007470,"current-db-size-bytes":55058432,"current-db-size":"55 MB","current-db-size-in-use-bytes":27947008,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-31T20:42:02.260926Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4269007470,"revision":7610,"compact-revision":5408} {"level":"info","ts":"2026-03-31T20:42:04.526326Z","caller":"traceutil/trace.go:171","msg":"trace[1370779110] transaction","detail":"{read_only:false; response_revision:9945; number_of_response:1; }","duration":"164.194929ms","start":"2026-03-31T20:42:04.362099Z","end":"2026-03-31T20:42:04.526294Z","steps":["trace[1370779110] 'process raft request' (duration: 164.013295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:42:38.980005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.261395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-31T20:42:38.980102Z","caller":"traceutil/trace.go:171","msg":"trace[567750791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10224; }","duration":"171.395198ms","start":"2026-03-31T20:42:38.808686Z","end":"2026-03-31T20:42:38.980081Z","steps":["trace[567750791] 'range keys from in-memory index tree' (duration: 171.086841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:42:38.980466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.421187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-31T20:42:38.98053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.517926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:42:38.980558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.649494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:42:38.980569Z","caller":"traceutil/trace.go:171","msg":"trace[1242002952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10224; }","duration":"173.580917ms","start":"2026-03-31T20:42:38.806977Z","end":"2026-03-31T20:42:38.980558Z","steps":["trace[1242002952] 'range keys from in-memory index tree' (duration: 173.392103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:42:38.980535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.546546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:42:38.980613Z","caller":"traceutil/trace.go:171","msg":"trace[73399097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10224; }","duration":"180.722516ms","start":"2026-03-31T20:42:38.799875Z","end":"2026-03-31T20:42:38.980598Z","steps":["trace[73399097] 'range keys from in-memory index tree' (duration: 180.520821ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:42:38.980563Z","caller":"traceutil/trace.go:171","msg":"trace[816747349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10224; }","duration":"179.56362ms","start":"2026-03-31T20:42:38.800977Z","end":"2026-03-31T20:42:38.980541Z","steps":["trace[816747349] 'range keys from in-memory index tree' (duration: 179.279044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:42:38.980726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.208016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:42:38.980883Z","caller":"traceutil/trace.go:171","msg":"trace[130962781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10224; }","duration":"172.375209ms","start":"2026-03-31T20:42:38.808477Z","end":"2026-03-31T20:42:38.980853Z","steps":["trace[130962781] 'range keys from in-memory index tree' (duration: 172.049313ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:42:38.980799Z","caller":"traceutil/trace.go:171","msg":"trace[1475199864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10224; }","duration":"195.67018ms","start":"2026-03-31T20:42:38.784945Z","end":"2026-03-31T20:42:38.980616Z","steps":["trace[1475199864] 'range keys from in-memory index tree' (duration: 195.470565ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:42:44.960787Z","caller":"traceutil/trace.go:171","msg":"trace[1978346446] linearizableReadLoop","detail":"{readStateIndex:10634; appliedIndex:10633; }","duration":"177.398392ms","start":"2026-03-31T20:42:44.783362Z","end":"2026-03-31T20:42:44.960761Z","steps":["trace[1978346446] 'read index received' (duration: 177.268849ms)","trace[1978346446] 'applied index is now lower than readState.Index' (duration: 127.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:42:44.960869Z","caller":"traceutil/trace.go:171","msg":"trace[1084510553] transaction","detail":"{read_only:false; response_revision:10260; number_of_response:1; }","duration":"259.313938ms","start":"2026-03-31T20:42:44.701506Z","end":"2026-03-31T20:42:44.96082Z","steps":["trace[1084510553] 'process raft request' (duration: 259.040442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:42:44.960963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.578126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:42:44.961049Z","caller":"traceutil/trace.go:171","msg":"trace[1409499548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10260; }","duration":"177.725719ms","start":"2026-03-31T20:42:44.783302Z","end":"2026-03-31T20:42:44.961028Z","steps":["trace[1409499548] 'agreement among raft nodes before linearized reading' (duration: 177.539725ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.049202Z","caller":"traceutil/trace.go:171","msg":"trace[502305060] transaction","detail":"{read_only:false; response_revision:10397; number_of_response:1; }","duration":"136.649505ms","start":"2026-03-31T20:43:04.912526Z","end":"2026-03-31T20:43:05.049176Z","steps":["trace[502305060] 'process raft request' (duration: 136.572203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.049314Z","caller":"traceutil/trace.go:171","msg":"trace[1573038701] transaction","detail":"{read_only:false; response_revision:10395; number_of_response:1; }","duration":"137.701108ms","start":"2026-03-31T20:43:04.911595Z","end":"2026-03-31T20:43:05.049296Z","steps":["trace[1573038701] 'process raft request' (duration: 137.37145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.049211Z","caller":"traceutil/trace.go:171","msg":"trace[1344091780] transaction","detail":"{read_only:false; response_revision:10396; number_of_response:1; }","duration":"136.700096ms","start":"2026-03-31T20:43:04.912483Z","end":"2026-03-31T20:43:05.049183Z","steps":["trace[1344091780] 'process raft request' (duration: 136.547533ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.049583Z","caller":"traceutil/trace.go:171","msg":"trace[580787307] transaction","detail":"{read_only:false; response_revision:10394; number_of_response:1; }","duration":"138.320321ms","start":"2026-03-31T20:43:04.911247Z","end":"2026-03-31T20:43:05.049567Z","steps":["trace[580787307] 'process raft request' (duration: 111.155966ms)","trace[580787307] 'compare' (duration: 26.298766ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:05.175654Z","caller":"traceutil/trace.go:171","msg":"trace[1781908965] transaction","detail":"{read_only:false; response_revision:10398; number_of_response:1; }","duration":"127.567422ms","start":"2026-03-31T20:43:05.048026Z","end":"2026-03-31T20:43:05.175594Z","steps":["trace[1781908965] 'process raft request' (duration: 102.33937ms)","trace[1781908965] 'compare' (duration: 25.095999ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:05.193266Z","caller":"traceutil/trace.go:171","msg":"trace[1465281831] linearizableReadLoop","detail":"{readStateIndex:10778; appliedIndex:10776; }","duration":"138.045685ms","start":"2026-03-31T20:43:05.055194Z","end":"2026-03-31T20:43:05.19324Z","steps":["trace[1465281831] 'read index received' (duration: 95.274132ms)","trace[1465281831] 'applied index is now lower than readState.Index' (duration: 42.770223ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:05.193319Z","caller":"traceutil/trace.go:171","msg":"trace[1729038758] transaction","detail":"{read_only:false; response_revision:10399; number_of_response:1; }","duration":"138.933384ms","start":"2026-03-31T20:43:05.054372Z","end":"2026-03-31T20:43:05.193305Z","steps":["trace[1729038758] 'process raft request' (duration: 138.710139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.193488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.28684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:43:05.193519Z","caller":"traceutil/trace.go:171","msg":"trace[205315370] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10399; }","duration":"138.360132ms","start":"2026-03-31T20:43:05.055151Z","end":"2026-03-31T20:43:05.193511Z","steps":["trace[205315370] 'agreement among raft nodes before linearized reading' (duration: 138.221909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.193592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.283648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-31T20:43:05.193676Z","caller":"traceutil/trace.go:171","msg":"trace[1030060797] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:10399; }","duration":"137.396061ms","start":"2026-03-31T20:43:05.056267Z","end":"2026-03-31T20:43:05.193663Z","steps":["trace[1030060797] 'agreement among raft nodes before linearized reading' (duration: 137.191067ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.338774Z","caller":"traceutil/trace.go:171","msg":"trace[1108970725] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"137.435282ms","start":"2026-03-31T20:43:05.20131Z","end":"2026-03-31T20:43:05.338745Z","steps":["trace[1108970725] 'process raft request' (duration: 137.205327ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.338967Z","caller":"traceutil/trace.go:171","msg":"trace[145839245] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"137.628126ms","start":"2026-03-31T20:43:05.201321Z","end":"2026-03-31T20:43:05.338949Z","steps":["trace[145839245] 'process raft request' (duration: 137.33658ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.339175Z","caller":"traceutil/trace.go:171","msg":"trace[369416456] transaction","detail":"{read_only:false; response_revision:10404; number_of_response:1; }","duration":"137.80894ms","start":"2026-03-31T20:43:05.20135Z","end":"2026-03-31T20:43:05.339159Z","steps":["trace[369416456] 'process raft request' (duration: 137.576855ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.33935Z","caller":"traceutil/trace.go:171","msg":"trace[1015842637] transaction","detail":"{read_only:false; response_revision:10406; number_of_response:1; }","duration":"137.978224ms","start":"2026-03-31T20:43:05.201366Z","end":"2026-03-31T20:43:05.339344Z","steps":["trace[1015842637] 'process raft request' (duration: 137.753399ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.339446Z","caller":"traceutil/trace.go:171","msg":"trace[1598148178] transaction","detail":"{read_only:false; response_revision:10405; number_of_response:1; }","duration":"138.083876ms","start":"2026-03-31T20:43:05.201352Z","end":"2026-03-31T20:43:05.339436Z","steps":["trace[1598148178] 'process raft request' (duration: 137.739468ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.339511Z","caller":"traceutil/trace.go:171","msg":"trace[146977036] linearizableReadLoop","detail":"{readStateIndex:10785; appliedIndex:10779; }","duration":"137.136705ms","start":"2026-03-31T20:43:05.20219Z","end":"2026-03-31T20:43:05.339326Z","steps":["trace[146977036] 'read index received' (duration: 10.825112ms)","trace[146977036] 'applied index is now lower than readState.Index' (duration: 126.311043ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:05.339548Z","caller":"traceutil/trace.go:171","msg":"trace[1955404518] transaction","detail":"{read_only:false; response_revision:10403; number_of_response:1; }","duration":"137.755618ms","start":"2026-03-31T20:43:05.201351Z","end":"2026-03-31T20:43:05.339107Z","steps":["trace[1955404518] 'process raft request' (duration: 137.538744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.339709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.514373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-31T20:43:05.33974Z","caller":"traceutil/trace.go:171","msg":"trace[541302324] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:10406; }","duration":"137.571536ms","start":"2026-03-31T20:43:05.202158Z","end":"2026-03-31T20:43:05.33973Z","steps":["trace[541302324] 'agreement among raft nodes before linearized reading' (duration: 137.427562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.339883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.822776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T20:43:05.339951Z","caller":"traceutil/trace.go:171","msg":"trace[338275787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10407; }","duration":"117.925568ms","start":"2026-03-31T20:43:05.222009Z","end":"2026-03-31T20:43:05.339934Z","steps":["trace[338275787] 'agreement among raft nodes before linearized reading' (duration: 117.721353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.618075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.53015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-31T20:43:05.618145Z","caller":"traceutil/trace.go:171","msg":"trace[2021563288] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:10424; }","duration":"118.611942ms","start":"2026-03-31T20:43:05.499516Z","end":"2026-03-31T20:43:05.618128Z","steps":["trace[2021563288] 'agreement among raft nodes before linearized reading' (duration: 118.395207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.708215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.798458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:43:05.708384Z","caller":"traceutil/trace.go:171","msg":"trace[721265331] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-init; range_end:; response_count:0; response_revision:10425; }","duration":"136.995852ms","start":"2026-03-31T20:43:05.571373Z","end":"2026-03-31T20:43:05.708369Z","steps":["trace[721265331] 'agreement among raft nodes before linearized reading' (duration: 136.764426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.70821Z","caller":"traceutil/trace.go:171","msg":"trace[567458702] transaction","detail":"{read_only:false; response_revision:10425; number_of_response:1; }","duration":"142.139467ms","start":"2026-03-31T20:43:05.566027Z","end":"2026-03-31T20:43:05.708166Z","steps":["trace[567458702] 'process raft request' (duration: 141.925212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.708456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.681345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-31T20:43:05.708543Z","caller":"traceutil/trace.go:171","msg":"trace[40460008] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:10425; }","duration":"145.824179ms","start":"2026-03-31T20:43:05.562697Z","end":"2026-03-31T20:43:05.708521Z","steps":["trace[40460008] 'agreement among raft nodes before linearized reading' (duration: 145.445771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.7669Z","caller":"traceutil/trace.go:171","msg":"trace[5023434] transaction","detail":"{read_only:false; response_revision:10426; number_of_response:1; }","duration":"143.025337ms","start":"2026-03-31T20:43:05.623843Z","end":"2026-03-31T20:43:05.766868Z","steps":["trace[5023434] 'process raft request' (duration: 142.71774ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:05.766875Z","caller":"traceutil/trace.go:171","msg":"trace[1126496845] transaction","detail":"{read_only:false; response_revision:10427; number_of_response:1; }","duration":"142.370313ms","start":"2026-03-31T20:43:05.624477Z","end":"2026-03-31T20:43:05.766847Z","steps":["trace[1126496845] 'process raft request' (duration: 142.284621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.767377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.934681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-03-31T20:43:05.767414Z","caller":"traceutil/trace.go:171","msg":"trace[963725142] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10427; }","duration":"124.005093ms","start":"2026-03-31T20:43:05.6434Z","end":"2026-03-31T20:43:05.767405Z","steps":["trace[963725142] 'agreement among raft nodes before linearized reading' (duration: 123.85212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.768883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.873288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:43:05.769109Z","caller":"traceutil/trace.go:171","msg":"trace[1063158358] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:10427; }","duration":"145.017081ms","start":"2026-03-31T20:43:05.62392Z","end":"2026-03-31T20:43:05.768937Z","steps":["trace[1063158358] 'agreement among raft nodes before linearized reading' (duration: 143.492367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.918103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.414226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:43:05.918154Z","caller":"traceutil/trace.go:171","msg":"trace[622061963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10444; }","duration":"108.497608ms","start":"2026-03-31T20:43:05.809644Z","end":"2026-03-31T20:43:05.918142Z","steps":["trace[622061963] 'agreement among raft nodes before linearized reading' (duration: 108.418357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:05.918143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.473741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-31T20:43:05.918218Z","caller":"traceutil/trace.go:171","msg":"trace[1702828728] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:10444; }","duration":"105.576143ms","start":"2026-03-31T20:43:05.812624Z","end":"2026-03-31T20:43:05.9182Z","steps":["trace[1702828728] 'agreement among raft nodes before linearized reading' (duration: 105.391089ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:06.044977Z","caller":"traceutil/trace.go:171","msg":"trace[1141390149] transaction","detail":"{read_only:false; response_revision:10449; number_of_response:1; }","duration":"120.912863ms","start":"2026-03-31T20:43:05.924017Z","end":"2026-03-31T20:43:06.04493Z","steps":["trace[1141390149] 'process raft request' (duration: 114.558172ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:06.045024Z","caller":"traceutil/trace.go:171","msg":"trace[677397495] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"119.201085ms","start":"2026-03-31T20:43:05.9258Z","end":"2026-03-31T20:43:06.045001Z","steps":["trace[677397495] 'process raft request' (duration: 119.058892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:06.045053Z","caller":"traceutil/trace.go:171","msg":"trace[839662212] transaction","detail":"{read_only:false; response_revision:10451; number_of_response:1; }","duration":"117.685081ms","start":"2026-03-31T20:43:05.92734Z","end":"2026-03-31T20:43:06.045025Z","steps":["trace[839662212] 'process raft request' (duration: 117.565419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:06.045355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.827839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:43:06.045382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.522501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-conductor-58468d859c\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-31T20:43:06.045414Z","caller":"traceutil/trace.go:171","msg":"trace[300061131] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:10453; }","duration":"119.896321ms","start":"2026-03-31T20:43:05.925499Z","end":"2026-03-31T20:43:06.045395Z","steps":["trace[300061131] 'agreement among raft nodes before linearized reading' (duration: 119.782958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:06.045442Z","caller":"traceutil/trace.go:171","msg":"trace[1299795892] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-conductor-58468d859c; range_end:; response_count:1; response_revision:10453; }","duration":"118.639662ms","start":"2026-03-31T20:43:05.926785Z","end":"2026-03-31T20:43:06.045425Z","steps":["trace[1299795892] 'agreement among raft nodes before linearized reading' (duration: 118.413837ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:06.045548Z","caller":"traceutil/trace.go:171","msg":"trace[1625139215] transaction","detail":"{read_only:false; response_revision:10453; number_of_response:1; }","duration":"114.620333ms","start":"2026-03-31T20:43:05.930918Z","end":"2026-03-31T20:43:06.045538Z","steps":["trace[1625139215] 'process raft request' (duration: 114.099011ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:06.045536Z","caller":"traceutil/trace.go:171","msg":"trace[1836290059] transaction","detail":"{read_only:false; response_revision:10452; number_of_response:1; }","duration":"117.088458ms","start":"2026-03-31T20:43:05.928407Z","end":"2026-03-31T20:43:06.045495Z","steps":["trace[1836290059] 'process raft request' (duration: 116.557506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:06.290173Z","caller":"traceutil/trace.go:171","msg":"trace[2036285327] linearizableReadLoop","detail":"{readStateIndex:10837; appliedIndex:10835; }","duration":"160.338162ms","start":"2026-03-31T20:43:06.129808Z","end":"2026-03-31T20:43:06.290146Z","steps":["trace[2036285327] 'read index received' (duration: 80.585495ms)","trace[2036285327] 'applied index is now lower than readState.Index' (duration: 79.751357ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:06.290234Z","caller":"traceutil/trace.go:171","msg":"trace[1327538159] transaction","detail":"{read_only:false; response_revision:10458; number_of_response:1; }","duration":"163.34904ms","start":"2026-03-31T20:43:06.126848Z","end":"2026-03-31T20:43:06.290197Z","steps":["trace[1327538159] 'process raft request' (duration: 163.138136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:06.290575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.731321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112155"} {"level":"info","ts":"2026-03-31T20:43:06.290645Z","caller":"traceutil/trace.go:171","msg":"trace[1174038738] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:10458; }","duration":"160.842653ms","start":"2026-03-31T20:43:06.129785Z","end":"2026-03-31T20:43:06.290628Z","steps":["trace[1174038738] 'agreement among raft nodes before linearized reading' (duration: 160.466484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:07.346494Z","caller":"traceutil/trace.go:171","msg":"trace[1415675170] transaction","detail":"{read_only:false; response_revision:10467; number_of_response:1; }","duration":"101.023041ms","start":"2026-03-31T20:43:07.245452Z","end":"2026-03-31T20:43:07.346475Z","steps":["trace[1415675170] 'process raft request' (duration: 100.906598ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:07.357954Z","caller":"traceutil/trace.go:171","msg":"trace[838509902] linearizableReadLoop","detail":"{readStateIndex:10847; appliedIndex:10845; }","duration":"103.959286ms","start":"2026-03-31T20:43:07.25397Z","end":"2026-03-31T20:43:07.35793Z","steps":["trace[838509902] 'read index received' (duration: 92.47576ms)","trace[838509902] 'applied index is now lower than readState.Index' (duration: 11.482346ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:07.358309Z","caller":"traceutil/trace.go:171","msg":"trace[1383113102] transaction","detail":"{read_only:false; response_revision:10468; number_of_response:1; }","duration":"109.385737ms","start":"2026-03-31T20:43:07.2489Z","end":"2026-03-31T20:43:07.358286Z","steps":["trace[1383113102] 'process raft request' (duration: 108.841075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:07.358353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.368935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.140\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T20:43:07.358399Z","caller":"traceutil/trace.go:171","msg":"trace[390328549] range","detail":"{range_begin:/registry/masterleases/199.204.45.140; range_end:; response_count:1; response_revision:10469; }","duration":"104.473307ms","start":"2026-03-31T20:43:07.253913Z","end":"2026-03-31T20:43:07.358386Z","steps":["trace[390328549] 'agreement among raft nodes before linearized reading' (duration: 104.16187ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:07.818568Z","caller":"traceutil/trace.go:171","msg":"trace[1329583727] transaction","detail":"{read_only:false; response_revision:10472; number_of_response:1; }","duration":"387.560764ms","start":"2026-03-31T20:43:07.430981Z","end":"2026-03-31T20:43:07.818541Z","steps":["trace[1329583727] 'process raft request' (duration: 387.415231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:07.818727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:07.430971Z","time spent":"387.677647ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:43:07.847121Z","caller":"traceutil/trace.go:171","msg":"trace[1828790799] transaction","detail":"{read_only:false; response_revision:10474; number_of_response:1; }","duration":"415.743633ms","start":"2026-03-31T20:43:07.431353Z","end":"2026-03-31T20:43:07.847096Z","steps":["trace[1828790799] 'process raft request' (duration: 415.633971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:07.847307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:07.431338Z","time spent":"415.861935ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:43:07.847375Z","caller":"traceutil/trace.go:171","msg":"trace[2048015056] transaction","detail":"{read_only:false; response_revision:10473; number_of_response:1; }","duration":"416.196692ms","start":"2026-03-31T20:43:07.431133Z","end":"2026-03-31T20:43:07.847329Z","steps":["trace[2048015056] 'process raft request' (duration: 415.711841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:07.847392Z","caller":"traceutil/trace.go:171","msg":"trace[1681523075] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"415.858995ms","start":"2026-03-31T20:43:07.431512Z","end":"2026-03-31T20:43:07.847371Z","steps":["trace[1681523075] 'process raft request' (duration: 415.533478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:07.847505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:07.431504Z","time spent":"415.938127ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:43:07.847527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:07.431109Z","time spent":"416.333106ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:43:07.847551Z","caller":"traceutil/trace.go:171","msg":"trace[750892468] linearizableReadLoop","detail":"{readStateIndex:10856; appliedIndex:10851; }","duration":"415.427206ms","start":"2026-03-31T20:43:07.43208Z","end":"2026-03-31T20:43:07.847507Z","steps":["trace[750892468] 'read index received' (duration: 386.375818ms)","trace[750892468] 'applied index is now lower than readState.Index' (duration: 29.050158ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:07.847665Z","caller":"traceutil/trace.go:171","msg":"trace[1799416079] transaction","detail":"{read_only:false; response_revision:10476; number_of_response:1; }","duration":"415.973327ms","start":"2026-03-31T20:43:07.431677Z","end":"2026-03-31T20:43:07.84765Z","steps":["trace[1799416079] 'process raft request' (duration: 415.63407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:07.847751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:07.431639Z","time spent":"416.060459ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:43:07.847882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.795724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T20:43:07.847917Z","caller":"traceutil/trace.go:171","msg":"trace[1709375555] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10476; }","duration":"415.843125ms","start":"2026-03-31T20:43:07.432063Z","end":"2026-03-31T20:43:07.847906Z","steps":["trace[1709375555] 'agreement among raft nodes before linearized reading' (duration: 415.705732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:07.847953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:07.432055Z","time spent":"415.884966ms","remote":"127.0.0.1:52930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T20:43:07.932658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.03446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:43:07.932744Z","caller":"traceutil/trace.go:171","msg":"trace[619493421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10477; }","duration":"149.167683ms","start":"2026-03-31T20:43:07.783557Z","end":"2026-03-31T20:43:07.932725Z","steps":["trace[619493421] 'agreement among raft nodes before linearized reading' (duration: 149.01611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:09.284854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8555604839205047588,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T20:43:09.446149Z","caller":"traceutil/trace.go:171","msg":"trace[646794913] transaction","detail":"{read_only:false; response_revision:10483; number_of_response:1; }","duration":"922.915331ms","start":"2026-03-31T20:43:08.523213Z","end":"2026-03-31T20:43:09.446128Z","steps":["trace[646794913] 'process raft request' (duration: 922.771878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:09.446296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:08.523194Z","time spent":"923.026503ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7633,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:43:09.450543Z","caller":"traceutil/trace.go:171","msg":"trace[1084122265] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"457.265387ms","start":"2026-03-31T20:43:08.993253Z","end":"2026-03-31T20:43:09.450519Z","steps":["trace[1084122265] 'process raft request' (duration: 457.033432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:09.450766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:08.993228Z","time spent":"457.43678ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:43:09.450942Z","caller":"traceutil/trace.go:171","msg":"trace[1384958364] transaction","detail":"{read_only:false; response_revision:10485; number_of_response:1; }","duration":"263.410869ms","start":"2026-03-31T20:43:09.187501Z","end":"2026-03-31T20:43:09.450912Z","steps":["trace[1384958364] 'process raft request' (duration: 262.976819ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:09.451193Z","caller":"traceutil/trace.go:171","msg":"trace[1323333023] linearizableReadLoop","detail":"{readStateIndex:10865; appliedIndex:10862; }","duration":"666.825977ms","start":"2026-03-31T20:43:08.784348Z","end":"2026-03-31T20:43:09.451173Z","steps":["trace[1323333023] 'read index received' (duration: 661.681962ms)","trace[1323333023] 'applied index is now lower than readState.Index' (duration: 5.142545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:43:09.451387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.040001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:43:09.45144Z","caller":"traceutil/trace.go:171","msg":"trace[8183448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10486; }","duration":"667.126633ms","start":"2026-03-31T20:43:08.7843Z","end":"2026-03-31T20:43:09.451427Z","steps":["trace[8183448] 'agreement among raft nodes before linearized reading' (duration: 667.046811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:09.451472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:08.784278Z","time spent":"667.187224ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T20:43:09.452745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.202187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-31T20:43:09.452798Z","caller":"traceutil/trace.go:171","msg":"trace[2048489258] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10487; }","duration":"229.290918ms","start":"2026-03-31T20:43:09.223495Z","end":"2026-03-31T20:43:09.452786Z","steps":["trace[2048489258] 'agreement among raft nodes before linearized reading' (duration: 229.129314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:09.453099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.893283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T20:43:09.45317Z","caller":"traceutil/trace.go:171","msg":"trace[1386148713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10487; }","duration":"102.938634ms","start":"2026-03-31T20:43:09.350195Z","end":"2026-03-31T20:43:09.453133Z","steps":["trace[1386148713] 'agreement among raft nodes before linearized reading' (duration: 102.845732ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:12.950814Z","caller":"traceutil/trace.go:171","msg":"trace[1862759175] linearizableReadLoop","detail":"{readStateIndex:10892; appliedIndex:10891; }","duration":"167.318187ms","start":"2026-03-31T20:43:12.783468Z","end":"2026-03-31T20:43:12.950786Z","steps":["trace[1862759175] 'read index received' (duration: 167.076171ms)","trace[1862759175] 'applied index is now lower than readState.Index' (duration: 241.116µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:12.950907Z","caller":"traceutil/trace.go:171","msg":"trace[1546637646] transaction","detail":"{read_only:false; response_revision:10511; number_of_response:1; }","duration":"385.232582ms","start":"2026-03-31T20:43:12.565641Z","end":"2026-03-31T20:43:12.950874Z","steps":["trace[1546637646] 'process raft request' (duration: 384.974966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:12.951065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:12.565617Z","time spent":"385.366935ms","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7277,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T20:43:12.950936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.45246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:43:12.951222Z","caller":"traceutil/trace.go:171","msg":"trace[1230407207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10511; }","duration":"167.785858ms","start":"2026-03-31T20:43:12.783425Z","end":"2026-03-31T20:43:12.951211Z","steps":["trace[1230407207] 'agreement among raft nodes before linearized reading' (duration: 167.45707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:13.537164Z","caller":"traceutil/trace.go:171","msg":"trace[333305227] transaction","detail":"{read_only:false; response_revision:10512; number_of_response:1; }","duration":"222.404876ms","start":"2026-03-31T20:43:13.314733Z","end":"2026-03-31T20:43:13.537138Z","steps":["trace[333305227] 'process raft request' (duration: 222.15077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:13.747772Z","caller":"traceutil/trace.go:171","msg":"trace[1482785759] transaction","detail":"{read_only:false; response_revision:10513; number_of_response:1; }","duration":"230.897994ms","start":"2026-03-31T20:43:13.516851Z","end":"2026-03-31T20:43:13.747749Z","steps":["trace[1482785759] 'process raft request' (duration: 146.479084ms)","trace[1482785759] 'compare' (duration: 84.169495ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:13.747795Z","caller":"traceutil/trace.go:171","msg":"trace[471392714] linearizableReadLoop","detail":"{readStateIndex:10895; appliedIndex:10893; }","duration":"210.715354ms","start":"2026-03-31T20:43:13.53706Z","end":"2026-03-31T20:43:13.747776Z","steps":["trace[471392714] 'read index received' (duration: 126.281403ms)","trace[471392714] 'applied index is now lower than readState.Index' (duration: 84.433221ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:13.747881Z","caller":"traceutil/trace.go:171","msg":"trace[642339128] transaction","detail":"{read_only:false; response_revision:10514; number_of_response:1; }","duration":"230.942216ms","start":"2026-03-31T20:43:13.516906Z","end":"2026-03-31T20:43:13.747848Z","steps":["trace[642339128] 'process raft request' (duration: 230.783652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:13.747948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.420652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-31T20:43:13.747969Z","caller":"traceutil/trace.go:171","msg":"trace[317106602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10514; }","duration":"221.485034ms","start":"2026-03-31T20:43:13.526478Z","end":"2026-03-31T20:43:13.747963Z","steps":["trace[317106602] 'agreement among raft nodes before linearized reading' (duration: 221.392522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:13.74823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.536689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-31T20:43:13.748236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.204106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:39 size:351297"} {"level":"info","ts":"2026-03-31T20:43:13.748275Z","caller":"traceutil/trace.go:171","msg":"trace[1490815424] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:39; response_revision:10514; }","duration":"207.277878ms","start":"2026-03-31T20:43:13.540988Z","end":"2026-03-31T20:43:13.748266Z","steps":["trace[1490815424] 'agreement among raft nodes before linearized reading' (duration: 206.900829ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:13.748276Z","caller":"traceutil/trace.go:171","msg":"trace[1608851516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10514; }","duration":"192.604022ms","start":"2026-03-31T20:43:13.555659Z","end":"2026-03-31T20:43:13.748263Z","steps":["trace[1608851516] 'agreement among raft nodes before linearized reading' (duration: 192.446408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:14.065909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.088571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T20:43:14.066064Z","caller":"traceutil/trace.go:171","msg":"trace[1997240400] linearizableReadLoop","detail":"{readStateIndex:10897; appliedIndex:10895; }","duration":"281.449041ms","start":"2026-03-31T20:43:13.784586Z","end":"2026-03-31T20:43:14.066035Z","steps":["trace[1997240400] 'read index received' (duration: 26.826398ms)","trace[1997240400] 'applied index is now lower than readState.Index' (duration: 254.620583ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:14.066162Z","caller":"traceutil/trace.go:171","msg":"trace[419340329] transaction","detail":"{read_only:false; response_revision:10516; number_of_response:1; }","duration":"314.290983ms","start":"2026-03-31T20:43:13.751829Z","end":"2026-03-31T20:43:14.06612Z","steps":["trace[419340329] 'process raft request' (duration: 116.847403ms)","trace[419340329] 'compare' (duration: 196.876266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:43:14.066211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.615464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T20:43:14.066255Z","caller":"traceutil/trace.go:171","msg":"trace[1150674433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10516; }","duration":"281.690756ms","start":"2026-03-31T20:43:13.784548Z","end":"2026-03-31T20:43:14.066238Z","steps":["trace[1150674433] 'agreement among raft nodes before linearized reading' (duration: 281.596874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:14.066277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:13.751813Z","time spent":"314.401676ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T20:43:14.251287Z","caller":"traceutil/trace.go:171","msg":"trace[49134994] linearizableReadLoop","detail":"{readStateIndex:10898; appliedIndex:10897; }","duration":"185.144845ms","start":"2026-03-31T20:43:14.066102Z","end":"2026-03-31T20:43:14.251247Z","steps":["trace[49134994] 'read index received' (duration: 161.420096ms)","trace[49134994] 'applied index is now lower than readState.Index' (duration: 23.723349ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:14.251476Z","caller":"traceutil/trace.go:171","msg":"trace[1927699427] transaction","detail":"{read_only:false; response_revision:10517; number_of_response:1; }","duration":"290.455622ms","start":"2026-03-31T20:43:13.960993Z","end":"2026-03-31T20:43:14.251449Z","steps":["trace[1927699427] 'process raft request' (duration: 266.595129ms)","trace[1927699427] 'compare' (duration: 23.479504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T20:43:14.251502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.2233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-31T20:43:14.251558Z","caller":"traceutil/trace.go:171","msg":"trace[165477925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10517; }","duration":"314.312063ms","start":"2026-03-31T20:43:13.93723Z","end":"2026-03-31T20:43:14.251542Z","steps":["trace[165477925] 'agreement among raft nodes before linearized reading' (duration: 314.073428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:14.25158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.0704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-31T20:43:14.251583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.385677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-31T20:43:14.251613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.39413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:43:14.251666Z","caller":"traceutil/trace.go:171","msg":"trace[1583438513] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10517; }","duration":"315.181342ms","start":"2026-03-31T20:43:13.93647Z","end":"2026-03-31T20:43:14.251651Z","steps":["trace[1583438513] 'agreement among raft nodes before linearized reading' (duration: 315.002268ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:14.251679Z","caller":"traceutil/trace.go:171","msg":"trace[1642515077] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10517; }","duration":"315.52931ms","start":"2026-03-31T20:43:13.936131Z","end":"2026-03-31T20:43:14.25166Z","steps":["trace[1642515077] 'agreement among raft nodes before linearized reading' (duration: 315.305966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:14.251594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:13.937219Z","time spent":"314.366124ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T20:43:14.251714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:13.936107Z","time spent":"315.599941ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-31T20:43:14.25171Z","caller":"traceutil/trace.go:171","msg":"trace[465499059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10517; }","duration":"347.550733ms","start":"2026-03-31T20:43:13.904143Z","end":"2026-03-31T20:43:14.251694Z","steps":["trace[465499059] 'agreement among raft nodes before linearized reading' (duration: 347.297348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:14.25172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:13.936458Z","time spent":"315.251833ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-31T20:43:14.251765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:13.90412Z","time spent":"347.630525ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T20:43:14.251768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.212565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T20:43:14.251869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.16092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T20:43:14.251914Z","caller":"traceutil/trace.go:171","msg":"trace[1414279229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10517; }","duration":"184.410149ms","start":"2026-03-31T20:43:14.067468Z","end":"2026-03-31T20:43:14.251878Z","steps":["trace[1414279229] 'agreement among raft nodes before linearized reading' (duration: 184.129173ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:14.251983Z","caller":"traceutil/trace.go:171","msg":"trace[360894322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10517; }","duration":"398.320074ms","start":"2026-03-31T20:43:13.853634Z","end":"2026-03-31T20:43:14.251954Z","steps":["trace[360894322] 'agreement among raft nodes before linearized reading' (duration: 397.968946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:14.25204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T20:43:13.853615Z","time spent":"398.414506ms","remote":"127.0.0.1:52924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T20:43:15.796206Z","caller":"traceutil/trace.go:171","msg":"trace[1478559697] transaction","detail":"{read_only:false; response_revision:10529; number_of_response:1; }","duration":"103.645549ms","start":"2026-03-31T20:43:15.692532Z","end":"2026-03-31T20:43:15.796177Z","steps":["trace[1478559697] 'process raft request' (duration: 81.740501ms)","trace[1478559697] 'compare' (duration: 21.783775ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T20:43:16.136358Z","caller":"traceutil/trace.go:171","msg":"trace[610841066] transaction","detail":"{read_only:false; response_revision:10534; number_of_response:1; }","duration":"134.869995ms","start":"2026-03-31T20:43:16.001451Z","end":"2026-03-31T20:43:16.136321Z","steps":["trace[610841066] 'process raft request' (duration: 125.435155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:16.406078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.233384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-31T20:43:16.406053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.536989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-31T20:43:16.406063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.339476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-31T20:43:16.406169Z","caller":"traceutil/trace.go:171","msg":"trace[1759930524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10535; }","duration":"100.365007ms","start":"2026-03-31T20:43:16.305785Z","end":"2026-03-31T20:43:16.40615Z","steps":["trace[1759930524] 'range keys from in-memory index tree' (duration: 100.006718ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:16.406188Z","caller":"traceutil/trace.go:171","msg":"trace[719399185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10535; }","duration":"126.721893ms","start":"2026-03-31T20:43:16.279444Z","end":"2026-03-31T20:43:16.406166Z","steps":["trace[719399185] 'range keys from in-memory index tree' (duration: 126.344975ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:16.406195Z","caller":"traceutil/trace.go:171","msg":"trace[890105061] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10535; }","duration":"100.513229ms","start":"2026-03-31T20:43:16.305662Z","end":"2026-03-31T20:43:16.406176Z","steps":["trace[890105061] 'range keys from in-memory index tree' (duration: 100.143611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T20:43:16.406762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.087682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T20:43:16.406817Z","caller":"traceutil/trace.go:171","msg":"trace[747026267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10535; }","duration":"101.181884ms","start":"2026-03-31T20:43:16.305623Z","end":"2026-03-31T20:43:16.406805Z","steps":["trace[747026267] 'range keys from in-memory index tree' (duration: 100.598491ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:43:18.820224Z","caller":"traceutil/trace.go:171","msg":"trace[1308312727] transaction","detail":"{read_only:false; response_revision:10559; number_of_response:1; }","duration":"105.965421ms","start":"2026-03-31T20:43:18.714236Z","end":"2026-03-31T20:43:18.820202Z","steps":["trace[1308312727] 'process raft request' (duration: 105.814068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:58.825257Z","caller":"traceutil/trace.go:171","msg":"trace[258148316] transaction","detail":"{read_only:false; response_revision:11741; number_of_response:1; }","duration":"100.547293ms","start":"2026-03-31T20:46:58.72468Z","end":"2026-03-31T20:46:58.825228Z","steps":["trace[258148316] 'process raft request' (duration: 100.366249ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:46:58.836731Z","caller":"traceutil/trace.go:171","msg":"trace[432090447] transaction","detail":"{read_only:false; response_revision:11742; number_of_response:1; }","duration":"111.72837ms","start":"2026-03-31T20:46:58.724973Z","end":"2026-03-31T20:46:58.836702Z","steps":["trace[432090447] 'process raft request' (duration: 111.459484ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T20:47:01.998187Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9933} {"level":"info","ts":"2026-03-31T20:47:02.095173Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9933,"took":"94.744155ms","hash":2094272915,"current-db-size-bytes":55058432,"current-db-size":"55 MB","current-db-size-in-use-bytes":22138880,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-31T20:47:02.095234Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2094272915,"revision":9933,"compact-revision":7610}