{"level":"warn","ts":"2026-02-27T21:54:41.45317Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T21:54:41.453303Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=instance=https://199.204.45.162:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T21:54:41.453437Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T21:54:41.453456Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-02-27T21:54:41.453489Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T21:54:41.454255Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-02-27T21:54:41.454341Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.162:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T21:54:41.460911Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.307117ms"} {"level":"info","ts":"2026-02-27T21:54:41.469504Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2d372260bb4c37a","cluster-id":"52bb6ec15e8722ff"} {"level":"info","ts":"2026-02-27T21:54:41.46961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T21:54:41.469637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 0"} {"level":"info","ts":"2026-02-27T21:54:41.469659Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2d372260bb4c37a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T21:54:41.469671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 1"} {"level":"info","ts":"2026-02-27T21:54:41.469722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"warn","ts":"2026-02-27T21:54:41.477339Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T21:54:41.479243Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T21:54:41.481497Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T21:54:41.484119Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2d372260bb4c37a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T21:54:41.484733Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2d372260bb4c37a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T21:54:41.484918Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T21:54:41.485027Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T21:54:41.485039Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T21:54:41.485685Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"info","ts":"2026-02-27T21:54:41.487296Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","added-peer-id":"2d372260bb4c37a","added-peer-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-02-27T21:54:41.489821Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T21:54:41.490009Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-02-27T21:54:41.490057Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-02-27T21:54:41.490169Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2d372260bb4c37a","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T21:54:41.490259Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T21:54:41.970974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T21:54:41.971128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T21:54:41.97117Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgPreVoteResp from 2d372260bb4c37a at term 1"} {"level":"info","ts":"2026-02-27T21:54:41.971195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became candidate at term 2"} {"level":"info","ts":"2026-02-27T21:54:41.971207Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgVoteResp from 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-02-27T21:54:41.971225Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became leader at term 2"} {"level":"info","ts":"2026-02-27T21:54:41.971241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2d372260bb4c37a elected leader 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-02-27T21:54:41.972397Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T21:54:41.973197Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2d372260bb4c37a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.162:2379]}","request-path":"/0/members/2d372260bb4c37a/attributes","cluster-id":"52bb6ec15e8722ff","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T21:54:41.973246Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T21:54:41.97333Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T21:54:41.973568Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T21:54:41.973697Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T21:54:41.973823Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T21:54:41.973945Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T21:54:41.973992Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T21:54:41.975806Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T21:54:41.976235Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"info","ts":"2026-02-27T21:54:44.559567Z","caller":"traceutil/trace.go:171","msg":"trace[1346486848] linearizableReadLoop","detail":"{readStateIndex:78; appliedIndex:77; }","duration":"164.8712ms","start":"2026-02-27T21:54:44.394662Z","end":"2026-02-27T21:54:44.559533Z","steps":["trace[1346486848] 'read index received' (duration: 164.571754ms)","trace[1346486848] 'applied index is now lower than readState.Index' (duration: 297.976µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:54:44.559718Z","caller":"traceutil/trace.go:171","msg":"trace[934977528] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"237.934257ms","start":"2026-02-27T21:54:44.321752Z","end":"2026-02-27T21:54:44.559687Z","steps":["trace[934977528] 'process raft request' (duration: 237.59288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:44.559983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.255698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-02-27T21:54:44.560099Z","caller":"traceutil/trace.go:171","msg":"trace[1408022530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:74; }","duration":"165.483333ms","start":"2026-02-27T21:54:44.3946Z","end":"2026-02-27T21:54:44.560083Z","steps":["trace[1408022530] 'agreement among raft nodes before linearized reading' (duration: 165.103105ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:47.259882Z","caller":"traceutil/trace.go:171","msg":"trace[1817195775] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"123.681851ms","start":"2026-02-27T21:54:47.136165Z","end":"2026-02-27T21:54:47.259846Z","steps":["trace[1817195775] 'process raft request' (duration: 111.888755ms)","trace[1817195775] 'compare' (duration: 11.647792ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:54:47.607134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.683275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-27T21:54:47.607229Z","caller":"traceutil/trace.go:171","msg":"trace[1145845885] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:238; }","duration":"246.88578ms","start":"2026-02-27T21:54:47.360322Z","end":"2026-02-27T21:54:47.607208Z","steps":["trace[1145845885] 'range keys from in-memory index tree' (duration: 246.566642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:47.607399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.572703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-02-27T21:54:47.607428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.714702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:54:47.607502Z","caller":"traceutil/trace.go:171","msg":"trace[1028033062] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:238; }","duration":"221.730196ms","start":"2026-02-27T21:54:47.385744Z","end":"2026-02-27T21:54:47.607474Z","steps":["trace[1028033062] 'range keys from in-memory index tree' (duration: 221.46507ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:47.607539Z","caller":"traceutil/trace.go:171","msg":"trace[459857405] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:0; response_revision:238; }","duration":"237.851925ms","start":"2026-02-27T21:54:47.369658Z","end":"2026-02-27T21:54:47.60751Z","steps":["trace[459857405] 'range keys from in-memory index tree' (duration: 237.662551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:47.607514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.500771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:54:47.607676Z","caller":"traceutil/trace.go:171","msg":"trace[249057994] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:238; }","duration":"221.754577ms","start":"2026-02-27T21:54:47.385883Z","end":"2026-02-27T21:54:47.607638Z","steps":["trace[249057994] 'range keys from in-memory index tree' (duration: 221.362229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:47.608314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.270643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:54:47.608468Z","caller":"traceutil/trace.go:171","msg":"trace[1650928501] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"222.094554ms","start":"2026-02-27T21:54:47.386312Z","end":"2026-02-27T21:54:47.608407Z","steps":["trace[1650928501] 'process raft request' (duration: 71.994433ms)","trace[1650928501] 'compare' (duration: 149.148981ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:54:47.735389Z","caller":"traceutil/trace.go:171","msg":"trace[1414199785] transaction","detail":"{read_only:false; number_of_response:0; response_revision:239; }","duration":"248.120245ms","start":"2026-02-27T21:54:47.487248Z","end":"2026-02-27T21:54:47.735368Z","steps":["trace[1414199785] 'process raft request' (duration: 236.488734ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:47.927089Z","caller":"traceutil/trace.go:171","msg":"trace[1084550063] transaction","detail":"{read_only:false; number_of_response:0; response_revision:239; }","duration":"415.720386ms","start":"2026-02-27T21:54:47.511328Z","end":"2026-02-27T21:54:47.927049Z","steps":["trace[1084550063] 'process raft request' (duration: 415.486931ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:47.927293Z","caller":"traceutil/trace.go:171","msg":"trace[992965732] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"415.554501ms","start":"2026-02-27T21:54:47.51169Z","end":"2026-02-27T21:54:47.927244Z","steps":["trace[992965732] 'process raft request' (duration: 415.383287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:47.927277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:47.511299Z","time spent":"415.88801ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:54:47.927355Z","caller":"traceutil/trace.go:171","msg":"trace[104341725] linearizableReadLoop","detail":"{readStateIndex:251; appliedIndex:245; }","duration":"407.447997ms","start":"2026-02-27T21:54:47.519822Z","end":"2026-02-27T21:54:47.92727Z","steps":["trace[104341725] 'read index received' (duration: 204.055215ms)","trace[104341725] 'applied index is now lower than readState.Index' (duration: 203.391702ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:54:47.927481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:47.511659Z","time spent":"415.736395ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:54:47.927476Z","caller":"traceutil/trace.go:171","msg":"trace[498240680] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"415.991491ms","start":"2026-02-27T21:54:47.511462Z","end":"2026-02-27T21:54:47.927454Z","steps":["trace[498240680] 'process raft request' (duration: 415.46322ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:47.927642Z","caller":"traceutil/trace.go:171","msg":"trace[573927931] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"315.615434ms","start":"2026-02-27T21:54:47.612018Z","end":"2026-02-27T21:54:47.927634Z","steps":["trace[573927931] 'process raft request' (duration: 315.113393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:47.927654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.813375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:54:47.927694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:47.611982Z","time spent":"315.688076ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":194,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:54:47.927695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:47.51145Z","time spent":"416.119204ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:54:47.927518Z","caller":"traceutil/trace.go:171","msg":"trace[556899227] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"314.205763ms","start":"2026-02-27T21:54:47.613298Z","end":"2026-02-27T21:54:47.927504Z","steps":["trace[556899227] 'process raft request' (duration: 313.926587ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:47.927755Z","caller":"traceutil/trace.go:171","msg":"trace[1370564576] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"315.124924ms","start":"2026-02-27T21:54:47.612448Z","end":"2026-02-27T21:54:47.927573Z","steps":["trace[1370564576] 'process raft request' (duration: 314.737696ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:47.927708Z","caller":"traceutil/trace.go:171","msg":"trace[645133580] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:246; }","duration":"407.895806ms","start":"2026-02-27T21:54:47.5198Z","end":"2026-02-27T21:54:47.927696Z","steps":["trace[645133580] 'agreement among raft nodes before linearized reading' (duration: 407.740233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:47.927822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:47.613263Z","time spent":"314.49128ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:54:47.927913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:47.519741Z","time spent":"408.160922ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:54:47.927764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.908672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4021"} {"level":"warn","ts":"2026-02-27T21:54:47.927954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.288309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4021"} {"level":"warn","ts":"2026-02-27T21:54:47.927899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.095066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-02-27T21:54:47.928017Z","caller":"traceutil/trace.go:171","msg":"trace[150179965] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:246; }","duration":"316.363851ms","start":"2026-02-27T21:54:47.611634Z","end":"2026-02-27T21:54:47.927998Z","steps":["trace[150179965] 'agreement among raft nodes before linearized reading' (duration: 316.183347ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:47.927309Z","caller":"traceutil/trace.go:171","msg":"trace[695380691] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"415.183274ms","start":"2026-02-27T21:54:47.512051Z","end":"2026-02-27T21:54:47.927234Z","steps":["trace[695380691] 'process raft request' (duration: 415.053581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:47.928016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:47.61244Z","time spent":"315.42695ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":597,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:54:47.928065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:47.611615Z","time spent":"316.443502ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4043,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T21:54:47.928083Z","caller":"traceutil/trace.go:171","msg":"trace[105690257] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:246; }","duration":"317.365032ms","start":"2026-02-27T21:54:47.610686Z","end":"2026-02-27T21:54:47.928051Z","steps":["trace[105690257] 'agreement among raft nodes before linearized reading' (duration: 316.970634ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:47.928016Z","caller":"traceutil/trace.go:171","msg":"trace[2104934908] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:246; }","duration":"191.182578ms","start":"2026-02-27T21:54:47.7368Z","end":"2026-02-27T21:54:47.927982Z","steps":["trace[2104934908] 'agreement among raft nodes before linearized reading' (duration: 190.861061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:47.92814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:47.610667Z","time spent":"317.463964ms","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":686,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-02-27T21:54:47.928097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:47.512038Z","time spent":"416.028931ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:54:47.927945Z","caller":"traceutil/trace.go:171","msg":"trace[1394427732] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"416.452901ms","start":"2026-02-27T21:54:47.51147Z","end":"2026-02-27T21:54:47.927923Z","steps":["trace[1394427732] 'process raft request' (duration: 415.563692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:47.928626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:47.511429Z","time spent":"417.163146ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T21:54:48.06374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.519165ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:54:48.063987Z","caller":"traceutil/trace.go:171","msg":"trace[42619834] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"131.603591ms","start":"2026-02-27T21:54:47.932338Z","end":"2026-02-27T21:54:48.063941Z","steps":["trace[42619834] 'process raft request' (duration: 21.80972ms)","trace[42619834] 'compare' (duration: 109.371392ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:54:48.064209Z","caller":"traceutil/trace.go:171","msg":"trace[529392801] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"123.852364ms","start":"2026-02-27T21:54:47.9403Z","end":"2026-02-27T21:54:48.064153Z","steps":["trace[529392801] 'process raft request' (duration: 123.67455ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:48.064041Z","caller":"traceutil/trace.go:171","msg":"trace[688899624] linearizableReadLoop","detail":"{readStateIndex:256; appliedIndex:254; }","duration":"131.444358ms","start":"2026-02-27T21:54:47.93258Z","end":"2026-02-27T21:54:48.064024Z","steps":["trace[688899624] 'read index received' (duration: 21.518524ms)","trace[688899624] 'applied index is now lower than readState.Index' (duration: 109.924734ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:54:48.064078Z","caller":"traceutil/trace.go:171","msg":"trace[1054207901] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"130.256343ms","start":"2026-02-27T21:54:47.933755Z","end":"2026-02-27T21:54:48.064011Z","steps":["trace[1054207901] 'process raft request' (duration: 130.13845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:48.064138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.54109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:54:48.064415Z","caller":"traceutil/trace.go:171","msg":"trace[562105189] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:0; response_revision:251; }","duration":"131.857797ms","start":"2026-02-27T21:54:47.93253Z","end":"2026-02-27T21:54:48.064388Z","steps":["trace[562105189] 'agreement among raft nodes before linearized reading' (duration: 131.5363ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:48.064098Z","caller":"traceutil/trace.go:171","msg":"trace[1857150671] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"130.254853ms","start":"2026-02-27T21:54:47.933795Z","end":"2026-02-27T21:54:48.06405Z","steps":["trace[1857150671] 'process raft request' (duration: 130.1425ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:48.06414Z","caller":"traceutil/trace.go:171","msg":"trace[767134673] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"131.636732ms","start":"2026-02-27T21:54:47.932474Z","end":"2026-02-27T21:54:48.064111Z","steps":["trace[767134673] 'process raft request' (duration: 131.358816ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:48.284002Z","caller":"traceutil/trace.go:171","msg":"trace[246979012] linearizableReadLoop","detail":"{readStateIndex:267; appliedIndex:266; }","duration":"125.432218ms","start":"2026-02-27T21:54:48.158494Z","end":"2026-02-27T21:54:48.283926Z","steps":["trace[246979012] 'read index received' (duration: 77.548175ms)","trace[246979012] 'applied index is now lower than readState.Index' (duration: 47.882423ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:54:48.284059Z","caller":"traceutil/trace.go:171","msg":"trace[719597299] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"135.204628ms","start":"2026-02-27T21:54:48.14882Z","end":"2026-02-27T21:54:48.284024Z","steps":["trace[719597299] 'process raft request' (duration: 87.242173ms)","trace[719597299] 'compare' (duration: 47.7155ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:54:48.284189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.667833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-02-27T21:54:48.284244Z","caller":"traceutil/trace.go:171","msg":"trace[1280190552] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:259; }","duration":"125.760165ms","start":"2026-02-27T21:54:48.15847Z","end":"2026-02-27T21:54:48.28423Z","steps":["trace[1280190552] 'agreement among raft nodes before linearized reading' (duration: 125.607141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:48.514546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.651634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:54:48.514711Z","caller":"traceutil/trace.go:171","msg":"trace[360337115] linearizableReadLoop","detail":"{readStateIndex:269; appliedIndex:268; }","duration":"187.62113ms","start":"2026-02-27T21:54:48.327071Z","end":"2026-02-27T21:54:48.514692Z","steps":["trace[360337115] 'read index received' (duration: 60.471375ms)","trace[360337115] 'applied index is now lower than readState.Index' (duration: 127.148345ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:54:48.514798Z","caller":"traceutil/trace.go:171","msg":"trace[1548440333] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"188.95211ms","start":"2026-02-27T21:54:48.325834Z","end":"2026-02-27T21:54:48.514786Z","steps":["trace[1548440333] 'process raft request' (duration: 61.774724ms)","trace[1548440333] 'compare' (duration: 126.521442ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:54:48.515094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.993689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-27T21:54:48.515194Z","caller":"traceutil/trace.go:171","msg":"trace[511644087] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:261; }","duration":"188.169053ms","start":"2026-02-27T21:54:48.327004Z","end":"2026-02-27T21:54:48.515173Z","steps":["trace[511644087] 'agreement among raft nodes before linearized reading' (duration: 187.910967ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:48.575538Z","caller":"traceutil/trace.go:171","msg":"trace[2137144133] transaction","detail":"{read_only:false; number_of_response:0; response_revision:261; }","duration":"142.026149ms","start":"2026-02-27T21:54:48.433487Z","end":"2026-02-27T21:54:48.575513Z","steps":["trace[2137144133] 'process raft request' (duration: 141.785624ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:48.575586Z","caller":"traceutil/trace.go:171","msg":"trace[2106658634] transaction","detail":"{read_only:false; number_of_response:0; response_revision:261; }","duration":"141.13764ms","start":"2026-02-27T21:54:48.434392Z","end":"2026-02-27T21:54:48.57553Z","steps":["trace[2106658634] 'process raft request' (duration: 141.049149ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:48.575633Z","caller":"traceutil/trace.go:171","msg":"trace[923442026] transaction","detail":"{read_only:false; number_of_response:0; response_revision:261; }","duration":"142.055ms","start":"2026-02-27T21:54:48.433541Z","end":"2026-02-27T21:54:48.575596Z","steps":["trace[923442026] 'process raft request' (duration: 141.841975ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:48.575661Z","caller":"traceutil/trace.go:171","msg":"trace[1381487467] transaction","detail":"{read_only:false; number_of_response:0; response_revision:261; }","duration":"141.373475ms","start":"2026-02-27T21:54:48.434265Z","end":"2026-02-27T21:54:48.575639Z","steps":["trace[1381487467] 'process raft request' (duration: 141.14729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:48.575876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.952152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5897"} {"level":"warn","ts":"2026-02-27T21:54:48.575909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.011721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:54:48.575927Z","caller":"traceutil/trace.go:171","msg":"trace[444894949] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:261; }","duration":"145.079795ms","start":"2026-02-27T21:54:48.430836Z","end":"2026-02-27T21:54:48.575916Z","steps":["trace[444894949] 'agreement among raft nodes before linearized reading' (duration: 144.912721ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:48.57595Z","caller":"traceutil/trace.go:171","msg":"trace[386030584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:261; }","duration":"225.101723ms","start":"2026-02-27T21:54:48.350836Z","end":"2026-02-27T21:54:48.575938Z","steps":["trace[386030584] 'agreement among raft nodes before linearized reading' (duration: 224.93586ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:48.742974Z","caller":"traceutil/trace.go:171","msg":"trace[1784832796] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"159.983846ms","start":"2026-02-27T21:54:48.582963Z","end":"2026-02-27T21:54:48.742947Z","steps":["trace[1784832796] 'process raft request' (duration: 86.382995ms)","trace[1784832796] 'compare' (duration: 73.312515ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:54:48.743116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.772159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-02-27T21:54:48.743094Z","caller":"traceutil/trace.go:171","msg":"trace[1036394818] transaction","detail":"{read_only:false; response_revision:266; number_of_response:1; }","duration":"148.780915ms","start":"2026-02-27T21:54:48.594276Z","end":"2026-02-27T21:54:48.743057Z","steps":["trace[1036394818] 'process raft request' (duration: 148.5643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:48.743185Z","caller":"traceutil/trace.go:171","msg":"trace[453959316] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:266; }","duration":"138.885701ms","start":"2026-02-27T21:54:48.604285Z","end":"2026-02-27T21:54:48.743171Z","steps":["trace[453959316] 'agreement among raft nodes before linearized reading' (duration: 138.754129ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:48.742979Z","caller":"traceutil/trace.go:171","msg":"trace[293907257] linearizableReadLoop","detail":"{readStateIndex:279; appliedIndex:277; }","duration":"138.625126ms","start":"2026-02-27T21:54:48.604313Z","end":"2026-02-27T21:54:48.742938Z","steps":["trace[293907257] 'read index received' (duration: 64.973575ms)","trace[293907257] 'applied index is now lower than readState.Index' (duration: 73.650251ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:54:50.351041Z","caller":"traceutil/trace.go:171","msg":"trace[853918111] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"160.765881ms","start":"2026-02-27T21:54:50.190231Z","end":"2026-02-27T21:54:50.350997Z","steps":["trace[853918111] 'process raft request' (duration: 160.404264ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:51.132599Z","caller":"traceutil/trace.go:171","msg":"trace[1571154444] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"115.808776ms","start":"2026-02-27T21:54:51.016764Z","end":"2026-02-27T21:54:51.132573Z","steps":["trace[1571154444] 'process raft request' (duration: 41.139413ms)","trace[1571154444] 'compare' (duration: 74.480819ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:54:51.358426Z","caller":"traceutil/trace.go:171","msg":"trace[2112425548] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"138.357612ms","start":"2026-02-27T21:54:51.220042Z","end":"2026-02-27T21:54:51.3584Z","steps":["trace[2112425548] 'process raft request' (duration: 69.136315ms)","trace[2112425548] 'compare' (duration: 69.084394ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:54:51.359545Z","caller":"traceutil/trace.go:171","msg":"trace[370667010] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"130.911451ms","start":"2026-02-27T21:54:51.228595Z","end":"2026-02-27T21:54:51.359507Z","steps":["trace[370667010] 'process raft request' (duration: 130.572134ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:51.359887Z","caller":"traceutil/trace.go:171","msg":"trace[1220768454] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"131.183486ms","start":"2026-02-27T21:54:51.228682Z","end":"2026-02-27T21:54:51.359865Z","steps":["trace[1220768454] 'process raft request' (duration: 130.722427ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:51.359982Z","caller":"traceutil/trace.go:171","msg":"trace[2100166165] linearizableReadLoop","detail":"{readStateIndex:322; appliedIndex:318; }","duration":"129.858277ms","start":"2026-02-27T21:54:51.230103Z","end":"2026-02-27T21:54:51.359961Z","steps":["trace[2100166165] 'read index received' (duration: 59.076428ms)","trace[2100166165] 'applied index is now lower than readState.Index' (duration: 70.780479ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:54:51.360213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.091993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-02-27T21:54:51.360282Z","caller":"traceutil/trace.go:171","msg":"trace[1220158272] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:309; }","duration":"130.206425ms","start":"2026-02-27T21:54:51.230056Z","end":"2026-02-27T21:54:51.360263Z","steps":["trace[1220158272] 'agreement among raft nodes before linearized reading' (duration: 130.072052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:51.360274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.087182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-02-27T21:54:51.360337Z","caller":"traceutil/trace.go:171","msg":"trace[65078849] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:309; }","duration":"130.192105ms","start":"2026-02-27T21:54:51.230128Z","end":"2026-02-27T21:54:51.36032Z","steps":["trace[65078849] 'agreement among raft nodes before linearized reading' (duration: 130.058202ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:51.360357Z","caller":"traceutil/trace.go:171","msg":"trace[832965011] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"131.461633ms","start":"2026-02-27T21:54:51.22888Z","end":"2026-02-27T21:54:51.360341Z","steps":["trace[832965011] 'process raft request' (duration: 130.87943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:51.360633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.786164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-02-27T21:54:51.36069Z","caller":"traceutil/trace.go:171","msg":"trace[1654156598] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:309; }","duration":"121.868077ms","start":"2026-02-27T21:54:51.238809Z","end":"2026-02-27T21:54:51.360677Z","steps":["trace[1654156598] 'agreement among raft nodes before linearized reading' (duration: 121.770455ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:51.511105Z","caller":"traceutil/trace.go:171","msg":"trace[1005540099] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"134.086649ms","start":"2026-02-27T21:54:51.376797Z","end":"2026-02-27T21:54:51.510884Z","steps":["trace[1005540099] 'process raft request' (duration: 113.597949ms)","trace[1005540099] 'compare' (duration: 20.232944ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:54:51.511203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.237033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-02-27T21:54:51.511305Z","caller":"traceutil/trace.go:171","msg":"trace[133283492] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:314; }","duration":"121.413296ms","start":"2026-02-27T21:54:51.389864Z","end":"2026-02-27T21:54:51.511277Z","steps":["trace[133283492] 'agreement among raft nodes before linearized reading' (duration: 121.005117ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:52.795757Z","caller":"traceutil/trace.go:171","msg":"trace[1130743269] linearizableReadLoop","detail":"{readStateIndex:355; appliedIndex:354; }","duration":"400.332015ms","start":"2026-02-27T21:54:52.395391Z","end":"2026-02-27T21:54:52.795723Z","steps":["trace[1130743269] 'read index received' (duration: 400.000778ms)","trace[1130743269] 'applied index is now lower than readState.Index' (duration: 329.606µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:54:52.795826Z","caller":"traceutil/trace.go:171","msg":"trace[2108734146] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"659.668494ms","start":"2026-02-27T21:54:52.136116Z","end":"2026-02-27T21:54:52.795784Z","steps":["trace[2108734146] 'process raft request' (duration: 659.385718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:52.796003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.970641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"warn","ts":"2026-02-27T21:54:52.796025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.614231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:54:52.796056Z","caller":"traceutil/trace.go:171","msg":"trace[1252988626] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:342; }","duration":"355.103124ms","start":"2026-02-27T21:54:52.440938Z","end":"2026-02-27T21:54:52.796041Z","steps":["trace[1252988626] 'agreement among raft nodes before linearized reading' (duration: 354.984492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:52.796043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:52.136103Z","time spent":"659.825197ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:54:52.796102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:52.44091Z","time spent":"355.182045ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4348,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-02-27T21:54:52.796139Z","caller":"traceutil/trace.go:171","msg":"trace[1454297335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:342; }","duration":"400.761094ms","start":"2026-02-27T21:54:52.395314Z","end":"2026-02-27T21:54:52.796075Z","steps":["trace[1454297335] 'agreement among raft nodes before linearized reading' (duration: 400.58201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:52.796167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.412082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T21:54:52.796219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:52.395289Z","time spent":"400.918657ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:54:52.796222Z","caller":"traceutil/trace.go:171","msg":"trace[743515148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:342; }","duration":"124.514214ms","start":"2026-02-27T21:54:52.671691Z","end":"2026-02-27T21:54:52.796205Z","steps":["trace[743515148] 'agreement among raft nodes before linearized reading' (duration: 124.31522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:57.12555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.953122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:54:57.125814Z","caller":"traceutil/trace.go:171","msg":"trace[153929171] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"215.426894ms","start":"2026-02-27T21:54:56.910362Z","end":"2026-02-27T21:54:57.125789Z","steps":["trace[153929171] 'process raft request' (duration: 215.341912ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:54:57.125934Z","caller":"traceutil/trace.go:171","msg":"trace[148339119] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"229.667721ms","start":"2026-02-27T21:54:56.896156Z","end":"2026-02-27T21:54:57.125824Z","steps":["trace[148339119] 'process raft request' (duration: 105.27728ms)","trace[148339119] 'compare' (duration: 123.772638ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:54:58.680542Z","caller":"traceutil/trace.go:171","msg":"trace[724056266] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"719.020177ms","start":"2026-02-27T21:54:57.961495Z","end":"2026-02-27T21:54:58.680516Z","steps":["trace[724056266] 'process raft request' (duration: 718.870704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:58.680724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:57.961466Z","time spent":"719.159171ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:54:58.681729Z","caller":"traceutil/trace.go:171","msg":"trace[1551561541] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"543.537741ms","start":"2026-02-27T21:54:58.138141Z","end":"2026-02-27T21:54:58.681678Z","steps":["trace[1551561541] 'process raft request' (duration: 543.367927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:54:58.681948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:54:58.138113Z","time spent":"543.711514ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:55:04.168557Z","caller":"traceutil/trace.go:171","msg":"trace[1995992453] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"155.248713ms","start":"2026-02-27T21:55:04.013277Z","end":"2026-02-27T21:55:04.168526Z","steps":["trace[1995992453] 'process raft request' (duration: 155.081209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:11.530639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273993929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:55:12.031598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273993929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:55:12.058613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.353010751s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:55:12.058983Z","caller":"traceutil/trace.go:171","msg":"trace[1852426202] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"2.35346547s","start":"2026-02-27T21:55:09.705482Z","end":"2026-02-27T21:55:12.058948Z","steps":["trace[1852426202] 'process raft request' (duration: 2.353292637s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:12.059155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:09.705464Z","time spent":"2.353579603s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:55:12.822607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.268539ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T21:55:12.822755Z","caller":"traceutil/trace.go:171","msg":"trace[1619837562] linearizableReadLoop","detail":"{readStateIndex:447; appliedIndex:446; }","duration":"1.79268392s","start":"2026-02-27T21:55:11.030046Z","end":"2026-02-27T21:55:12.82273Z","steps":["trace[1619837562] 'read index received' (duration: 1.028893621s)","trace[1619837562] 'applied index is now lower than readState.Index' (duration: 763.788259ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:55:12.823045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792973746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T21:55:12.823068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169587593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:55:12.823129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611429848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T21:55:12.823156Z","caller":"traceutil/trace.go:171","msg":"trace[1172175878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:428; }","duration":"1.79314533s","start":"2026-02-27T21:55:11.029983Z","end":"2026-02-27T21:55:12.823129Z","steps":["trace[1172175878] 'agreement among raft nodes before linearized reading' (duration: 1.792916805s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:12.823174Z","caller":"traceutil/trace.go:171","msg":"trace[1966794850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:428; }","duration":"1.169781597s","start":"2026-02-27T21:55:11.653365Z","end":"2026-02-27T21:55:12.823147Z","steps":["trace[1966794850] 'agreement among raft nodes before linearized reading' (duration: 1.169609084s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:12.823197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626256637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T21:55:12.823216Z","caller":"traceutil/trace.go:171","msg":"trace[1650449539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:428; }","duration":"1.626322119s","start":"2026-02-27T21:55:11.196889Z","end":"2026-02-27T21:55:12.823211Z","steps":["trace[1650449539] 'agreement among raft nodes before linearized reading' (duration: 1.626034582s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:12.823206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:11.029952Z","time spent":"1.793245132s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:55:12.823216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:11.653332Z","time spent":"1.169877769s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:55:12.823173Z","caller":"traceutil/trace.go:171","msg":"trace[1294659606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:428; }","duration":"1.611531561s","start":"2026-02-27T21:55:11.211621Z","end":"2026-02-27T21:55:12.823153Z","steps":["trace[1294659606] 'agreement among raft nodes before linearized reading' (duration: 1.611354948s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:12.823248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:11.196856Z","time spent":"1.62638556s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:55:12.823297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:11.211594Z","time spent":"1.611689594s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:55:16.320593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.517782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T21:55:16.320732Z","caller":"traceutil/trace.go:171","msg":"trace[122369365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:470; }","duration":"239.718856ms","start":"2026-02-27T21:55:16.080984Z","end":"2026-02-27T21:55:16.320703Z","steps":["trace[122369365] 'range keys from in-memory index tree' (duration: 239.3921ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:16.498699Z","caller":"traceutil/trace.go:171","msg":"trace[598010093] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"155.721804ms","start":"2026-02-27T21:55:16.342944Z","end":"2026-02-27T21:55:16.498666Z","steps":["trace[598010093] 'process raft request' (duration: 115.671024ms)","trace[598010093] 'compare' (duration: 39.844276ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:55:16.770542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.038043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:55:16.770637Z","caller":"traceutil/trace.go:171","msg":"trace[1807999676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:472; }","duration":"117.186426ms","start":"2026-02-27T21:55:16.653431Z","end":"2026-02-27T21:55:16.770618Z","steps":["trace[1807999676] 'range keys from in-memory index tree' (duration: 116.942701ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:17.004498Z","caller":"traceutil/trace.go:171","msg":"trace[618388348] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:492; }","duration":"123.463402ms","start":"2026-02-27T21:55:16.88101Z","end":"2026-02-27T21:55:17.004473Z","steps":["trace[618388348] 'read index received' (duration: 57.321101ms)","trace[618388348] 'applied index is now lower than readState.Index' (duration: 66.141031ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:55:17.00463Z","caller":"traceutil/trace.go:171","msg":"trace[202610624] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"141.117631ms","start":"2026-02-27T21:55:16.863468Z","end":"2026-02-27T21:55:17.004586Z","steps":["trace[202610624] 'process raft request' (duration: 131.659247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:17.004663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.625195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:55:17.004937Z","caller":"traceutil/trace.go:171","msg":"trace[1159517922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:474; }","duration":"123.899871ms","start":"2026-02-27T21:55:16.880954Z","end":"2026-02-27T21:55:17.004854Z","steps":["trace[1159517922] 'agreement among raft nodes before linearized reading' (duration: 123.627355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:17.482093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.546281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4379"} {"level":"info","ts":"2026-02-27T21:55:17.48228Z","caller":"traceutil/trace.go:171","msg":"trace[252330815] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:475; }","duration":"298.842047ms","start":"2026-02-27T21:55:17.183383Z","end":"2026-02-27T21:55:17.482225Z","steps":["trace[252330815] 'range keys from in-memory index tree' (duration: 298.432909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:19.155542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273994029,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:55:19.656096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273994029,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:55:19.972086Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.566309179s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:55:19.972703Z","caller":"traceutil/trace.go:171","msg":"trace[1582835699] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"1.567055156s","start":"2026-02-27T21:55:18.405613Z","end":"2026-02-27T21:55:19.972669Z","steps":["trace[1582835699] 'process raft request' (duration: 1.566850101s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:19.972923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:18.405571Z","time spent":"1.567235269s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:55:20.047505Z","caller":"traceutil/trace.go:171","msg":"trace[258557782] linearizableReadLoop","detail":"{readStateIndex:498; appliedIndex:496; }","duration":"1.392344124s","start":"2026-02-27T21:55:18.655132Z","end":"2026-02-27T21:55:20.047476Z","steps":["trace[258557782] 'read index received' (duration: 1.317298563s)","trace[258557782] 'applied index is now lower than readState.Index' (duration: 75.044241ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:55:20.047659Z","caller":"traceutil/trace.go:171","msg":"trace[571168909] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"939.503483ms","start":"2026-02-27T21:55:19.108109Z","end":"2026-02-27T21:55:20.047612Z","steps":["trace[571168909] 'process raft request' (duration: 935.568958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:20.047816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037769602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:55:20.047719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392565839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:55:20.04786Z","caller":"traceutil/trace.go:171","msg":"trace[1328771400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:478; }","duration":"1.037867564s","start":"2026-02-27T21:55:19.009979Z","end":"2026-02-27T21:55:20.047846Z","steps":["trace[1328771400] 'agreement among raft nodes before linearized reading' (duration: 1.037796692s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:20.047856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.610937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:55:20.047903Z","caller":"traceutil/trace.go:171","msg":"trace[1524446213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:478; }","duration":"1.392821215s","start":"2026-02-27T21:55:18.655063Z","end":"2026-02-27T21:55:20.047884Z","steps":["trace[1524446213] 'agreement among raft nodes before linearized reading' (duration: 1.3925879s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:20.047897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:19.108089Z","time spent":"939.683446ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:55:20.047914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:19.009947Z","time spent":"1.037958356s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T21:55:20.047934Z","caller":"traceutil/trace.go:171","msg":"trace[1715681097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:478; }","duration":"968.702638ms","start":"2026-02-27T21:55:19.079216Z","end":"2026-02-27T21:55:20.047919Z","steps":["trace[1715681097] 'agreement among raft nodes before linearized reading' (duration: 968.547935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:20.047892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105557297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T21:55:20.047959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:18.655034Z","time spent":"1.392909697s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:55:20.047982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:19.07915Z","time spent":"968.820482ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:55:20.048006Z","caller":"traceutil/trace.go:171","msg":"trace[555741984] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:478; }","duration":"1.105732651s","start":"2026-02-27T21:55:18.942249Z","end":"2026-02-27T21:55:20.047982Z","steps":["trace[555741984] 'agreement among raft nodes before linearized reading' (duration: 1.105477265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:20.048055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:18.942228Z","time spent":"1.105816803s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T21:55:21.692017Z","caller":"traceutil/trace.go:171","msg":"trace[1117140969] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"179.32278ms","start":"2026-02-27T21:55:21.512659Z","end":"2026-02-27T21:55:21.691982Z","steps":["trace[1117140969] 'process raft request' (duration: 178.601065ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:21.692054Z","caller":"traceutil/trace.go:171","msg":"trace[1678936586] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"169.884098ms","start":"2026-02-27T21:55:21.522127Z","end":"2026-02-27T21:55:21.692011Z","steps":["trace[1678936586] 'process raft request' (duration: 169.700924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:26.636324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273994118,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:55:26.959287Z","caller":"traceutil/trace.go:171","msg":"trace[280899732] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"827.692031ms","start":"2026-02-27T21:55:26.131565Z","end":"2026-02-27T21:55:26.959257Z","steps":["trace[280899732] 'process raft request' (duration: 827.494077ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:26.959493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:26.131527Z","time spent":"827.870454ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:55:27.221559Z","caller":"traceutil/trace.go:171","msg":"trace[700643279] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:539; }","duration":"1.085776023s","start":"2026-02-27T21:55:26.135753Z","end":"2026-02-27T21:55:27.221529Z","steps":["trace[700643279] 'read index received' (duration: 823.376689ms)","trace[700643279] 'applied index is now lower than readState.Index' (duration: 262.397724ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:55:27.22163Z","caller":"traceutil/trace.go:171","msg":"trace[1503314699] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.088108353s","start":"2026-02-27T21:55:26.133492Z","end":"2026-02-27T21:55:27.221601Z","steps":["trace[1503314699] 'process raft request' (duration: 1.027032382s)","trace[1503314699] 'compare' (duration: 60.753975ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:55:27.221772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085983457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T21:55:27.221821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032753315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:55:27.221857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.465495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:55:27.221912Z","caller":"traceutil/trace.go:171","msg":"trace[84716739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"567.565577ms","start":"2026-02-27T21:55:26.654335Z","end":"2026-02-27T21:55:27.2219Z","steps":["trace[84716739] 'agreement among raft nodes before linearized reading' (duration: 567.481195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:27.221953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:26.654302Z","time spent":"567.643818ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:55:27.221982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.977975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5k8gv\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-02-27T21:55:27.221829Z","caller":"traceutil/trace.go:171","msg":"trace[270881553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:519; }","duration":"1.0860806s","start":"2026-02-27T21:55:26.135735Z","end":"2026-02-27T21:55:27.221815Z","steps":["trace[270881553] 'agreement among raft nodes before linearized reading' (duration: 1.085958447s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:27.222022Z","caller":"traceutil/trace.go:171","msg":"trace[1247556940] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5k8gv; range_end:; response_count:1; response_revision:519; }","duration":"670.055126ms","start":"2026-02-27T21:55:26.551956Z","end":"2026-02-27T21:55:27.222011Z","steps":["trace[1247556940] 'agreement among raft nodes before linearized reading' (duration: 669.906483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:27.222058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:26.551933Z","time spent":"670.117108ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16987,"request content":"key:\"/registry/pods/kube-system/cilium-5k8gv\" "} {"level":"info","ts":"2026-02-27T21:55:27.221869Z","caller":"traceutil/trace.go:171","msg":"trace[1350411114] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:519; }","duration":"1.032833736s","start":"2026-02-27T21:55:26.18902Z","end":"2026-02-27T21:55:27.221854Z","steps":["trace[1350411114] 'agreement among raft nodes before linearized reading' (duration: 1.032765614s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:27.22211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:26.189Z","time spent":"1.033100562s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-02-27T21:55:27.221772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:26.133461Z","time spent":"1.088224316s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:55:27.222154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:26.135726Z","time spent":"1.086353556s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:55:27.729171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273994124,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:55:28.054613Z","caller":"traceutil/trace.go:171","msg":"trace[2059222677] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"826.946825ms","start":"2026-02-27T21:55:27.227614Z","end":"2026-02-27T21:55:28.05456Z","steps":["trace[2059222677] 'process raft request' (duration: 766.655071ms)","trace[2059222677] 'compare' (duration: 59.889036ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:55:28.054801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:27.227578Z","time spent":"827.129479ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:55:29.656301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000489841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T21:55:29.656494Z","caller":"traceutil/trace.go:171","msg":"trace[923681415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000744276s","start":"2026-02-27T21:55:27.655721Z","end":"2026-02-27T21:55:29.656466Z","steps":["trace[923681415] 'agreement among raft nodes before linearized reading' (duration: 2.000532082s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:29.656545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:27.655699Z","time spent":"2.000833588s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:55:29.911778Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.883519419s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:55:29.912241Z","caller":"traceutil/trace.go:171","msg":"trace[1182846483] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:541; }","duration":"2.683461435s","start":"2026-02-27T21:55:27.228744Z","end":"2026-02-27T21:55:29.912206Z","steps":["trace[1182846483] 'read index received' (duration: 765.547318ms)","trace[1182846483] 'applied index is now lower than readState.Index' (duration: 1.917913097s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:55:29.912379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683601798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:55:29.91238Z","caller":"traceutil/trace.go:171","msg":"trace[1001794805] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"2.676164928s","start":"2026-02-27T21:55:27.236138Z","end":"2026-02-27T21:55:29.912303Z","steps":["trace[1001794805] 'process raft request' (duration: 2.675889393s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:29.912452Z","caller":"traceutil/trace.go:171","msg":"trace[434368758] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:521; }","duration":"2.68371706s","start":"2026-02-27T21:55:27.228715Z","end":"2026-02-27T21:55:29.912432Z","steps":["trace[434368758] 'agreement among raft nodes before linearized reading' (duration: 2.683600088s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:29.912513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:27.228684Z","time spent":"2.683814202s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-27T21:55:29.91257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:27.236122Z","time spent":"2.676350852s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:55:29.912693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905672335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T21:55:29.912776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.353102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T21:55:29.912826Z","caller":"traceutil/trace.go:171","msg":"trace[601525560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:521; }","duration":"1.90588707s","start":"2026-02-27T21:55:28.006905Z","end":"2026-02-27T21:55:29.912792Z","steps":["trace[601525560] 'agreement among raft nodes before linearized reading' (duration: 1.905513352s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:29.912886Z","caller":"traceutil/trace.go:171","msg":"trace[238100864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:521; }","duration":"677.512695ms","start":"2026-02-27T21:55:29.235349Z","end":"2026-02-27T21:55:29.912861Z","steps":["trace[238100864] 'agreement among raft nodes before linearized reading' (duration: 677.242719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:29.9129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.268366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:55:29.912904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:28.006881Z","time spent":"1.905999073s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:55:29.912938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:29.23533Z","time spent":"677.598958ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:55:29.912949Z","caller":"traceutil/trace.go:171","msg":"trace[1851520946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:521; }","duration":"252.357978ms","start":"2026-02-27T21:55:29.660576Z","end":"2026-02-27T21:55:29.912934Z","steps":["trace[1851520946] 'agreement among raft nodes before linearized reading' (duration: 252.256526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:29.913098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.579945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T21:55:29.9132Z","caller":"traceutil/trace.go:171","msg":"trace[1866845055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:521; }","duration":"947.702428ms","start":"2026-02-27T21:55:28.965477Z","end":"2026-02-27T21:55:29.913179Z","steps":["trace[1866845055] 'agreement among raft nodes before linearized reading' (duration: 947.424671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:29.913272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:28.965463Z","time spent":"947.799561ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T21:55:30.243333Z","caller":"traceutil/trace.go:171","msg":"trace[17630307] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"324.60983ms","start":"2026-02-27T21:55:29.918671Z","end":"2026-02-27T21:55:30.243281Z","steps":["trace[17630307] 'process raft request' (duration: 324.466257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:30.243483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:29.918641Z","time spent":"324.771883ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T21:55:30.275895Z","caller":"traceutil/trace.go:171","msg":"trace[871787738] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"355.490603ms","start":"2026-02-27T21:55:29.92038Z","end":"2026-02-27T21:55:30.275871Z","steps":["trace[871787738] 'process raft request' (duration: 355.433791ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:30.276Z","caller":"traceutil/trace.go:171","msg":"trace[1773904931] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:543; }","duration":"355.001942ms","start":"2026-02-27T21:55:29.920991Z","end":"2026-02-27T21:55:30.275993Z","steps":["trace[1773904931] 'read index received' (duration: 322.159747ms)","trace[1773904931] 'applied index is now lower than readState.Index' (duration: 32.840565ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:55:30.276047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:29.920355Z","time spent":"355.615155ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:55:30.276067Z","caller":"traceutil/trace.go:171","msg":"trace[653229379] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"354.976182ms","start":"2026-02-27T21:55:29.921086Z","end":"2026-02-27T21:55:30.276062Z","steps":["trace[653229379] 'process raft request' (duration: 354.757067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:30.27591Z","caller":"traceutil/trace.go:171","msg":"trace[296057589] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"357.024585ms","start":"2026-02-27T21:55:29.918862Z","end":"2026-02-27T21:55:30.275887Z","steps":["trace[296057589] 'process raft request' (duration: 356.834531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:30.276157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:29.921065Z","time spent":"355.025862ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:55:30.27618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:29.91883Z","time spent":"357.333102ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:55:30.276159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.706726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:55:30.276239Z","caller":"traceutil/trace.go:171","msg":"trace[941534538] range","detail":"{range_begin:/registry/configmaps/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:525; }","duration":"354.831639ms","start":"2026-02-27T21:55:29.921386Z","end":"2026-02-27T21:55:30.276217Z","steps":["trace[941534538] 'agreement among raft nodes before linearized reading' (duration: 354.695546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:30.276284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.018297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T21:55:30.276308Z","caller":"traceutil/trace.go:171","msg":"trace[673774840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:525; }","duration":"216.163501ms","start":"2026-02-27T21:55:30.060137Z","end":"2026-02-27T21:55:30.2763Z","steps":["trace[673774840] 'agreement among raft nodes before linearized reading' (duration: 216.11797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:30.276299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:29.92138Z","time spent":"354.90782ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-27T21:55:30.276441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.427781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5k8gv\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-02-27T21:55:30.276521Z","caller":"traceutil/trace.go:171","msg":"trace[1657191385] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5k8gv; range_end:; response_count:1; response_revision:525; }","duration":"355.556274ms","start":"2026-02-27T21:55:29.920942Z","end":"2026-02-27T21:55:30.276498Z","steps":["trace[1657191385] 'agreement among raft nodes before linearized reading' (duration: 355.315929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:30.276564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:29.920923Z","time spent":"355.633565ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17171,"request content":"key:\"/registry/pods/kube-system/cilium-5k8gv\" "} {"level":"warn","ts":"2026-02-27T21:55:30.276459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.112602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:55:30.276667Z","caller":"traceutil/trace.go:171","msg":"trace[231225868] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:525; }","duration":"354.350377ms","start":"2026-02-27T21:55:29.922293Z","end":"2026-02-27T21:55:30.276644Z","steps":["trace[231225868] 'agreement among raft nodes before linearized reading' (duration: 353.972999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:30.276739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:29.922289Z","time spent":"354.439809ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:55:30.787332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273994134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:55:31.288117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273994134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:55:31.789291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273994134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:55:32.29031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273994134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:55:32.790905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273994134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:55:33.291989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273994134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:55:33.387373Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.103124787s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:55:33.652898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:55:33.652984Z","caller":"traceutil/trace.go:171","msg":"trace[1515119740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999989349s","start":"2026-02-27T21:55:31.652978Z","end":"2026-02-27T21:55:33.652967Z","steps":["trace[1515119740] 'agreement among raft nodes before linearized reading' (duration: 1.999880787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:33.653034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:31.652957Z","time spent":"2.000067283s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:55:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:55:33.745744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.022857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:55:33.745872Z","caller":"traceutil/trace.go:171","msg":"trace[1562078103] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"3.461704036s","start":"2026-02-27T21:55:30.284148Z","end":"2026-02-27T21:55:33.745852Z","steps":["trace[1562078103] 'process raft request' (duration: 3.103477984s)","trace[1562078103] 'compare' (duration: 357.655819ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:55:33.745934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:30.284128Z","time spent":"3.461777427s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:55:34.285307Z","caller":"traceutil/trace.go:171","msg":"trace[1295355316] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"3.860123059s","start":"2026-02-27T21:55:30.425135Z","end":"2026-02-27T21:55:34.285258Z","steps":["trace[1295355316] 'process raft request' (duration: 3.859837083s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:34.285676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:30.425073Z","time spent":"3.860432636s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:55:34.2971Z","caller":"traceutil/trace.go:171","msg":"trace[1089010093] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:547; }","duration":"4.010093769s","start":"2026-02-27T21:55:30.286979Z","end":"2026-02-27T21:55:34.297073Z","steps":["trace[1089010093] 'read index received' (duration: 3.100624223s)","trace[1089010093] 'applied index is now lower than readState.Index' (duration: 909.468166ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:55:34.297478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016514956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T21:55:34.297482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.010464407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:55:34.297541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.219132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:55:34.297579Z","caller":"traceutil/trace.go:171","msg":"trace[333754947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:527; }","duration":"2.016661589s","start":"2026-02-27T21:55:32.280896Z","end":"2026-02-27T21:55:34.297558Z","steps":["trace[333754947] 'agreement among raft nodes before linearized reading' (duration: 2.016364672s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.297589Z","caller":"traceutil/trace.go:171","msg":"trace[2103002506] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io; range_end:; response_count:0; response_revision:527; }","duration":"4.010626301s","start":"2026-02-27T21:55:30.286944Z","end":"2026-02-27T21:55:34.29757Z","steps":["trace[2103002506] 'agreement among raft nodes before linearized reading' (duration: 4.010276703s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:34.297589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016109687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:55:34.297621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:32.280872Z","time spent":"2.01674148s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:55:34.297616Z","caller":"traceutil/trace.go:171","msg":"trace[1765350007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:527; }","duration":"644.355195ms","start":"2026-02-27T21:55:33.653233Z","end":"2026-02-27T21:55:34.297589Z","steps":["trace[1765350007] 'agreement among raft nodes before linearized reading' (duration: 644.221332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:34.297646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:30.286934Z","time spent":"4.010696532s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificaterequests.cert-manager.io\" "} {"level":"info","ts":"2026-02-27T21:55:34.297669Z","caller":"traceutil/trace.go:171","msg":"trace[577957910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:527; }","duration":"2.016172679s","start":"2026-02-27T21:55:32.281459Z","end":"2026-02-27T21:55:34.297631Z","steps":["trace[577957910] 'agreement among raft nodes before linearized reading' (duration: 2.01583911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:34.297677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:33.653211Z","time spent":"644.454536ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:55:34.297659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016590177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-02-27T21:55:34.297722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:32.281377Z","time spent":"2.016332181s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T21:55:34.297767Z","caller":"traceutil/trace.go:171","msg":"trace[814415350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:527; }","duration":"2.016767681s","start":"2026-02-27T21:55:32.280974Z","end":"2026-02-27T21:55:34.297741Z","steps":["trace[814415350] 'agreement among raft nodes before linearized reading' (duration: 2.016385923s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:34.297812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:32.280947Z","time spent":"2.016855393s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:55:34.840069Z","caller":"traceutil/trace.go:171","msg":"trace[1856775714] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"243.049848ms","start":"2026-02-27T21:55:34.596971Z","end":"2026-02-27T21:55:34.840021Z","steps":["trace[1856775714] 'process raft request' (duration: 163.693305ms)","trace[1856775714] 'compare' (duration: 78.971485ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:55:34.840152Z","caller":"traceutil/trace.go:171","msg":"trace[831840085] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"242.18109ms","start":"2026-02-27T21:55:34.597951Z","end":"2026-02-27T21:55:34.840132Z","steps":["trace[831840085] 'process raft request' (duration: 241.913764ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.840299Z","caller":"traceutil/trace.go:171","msg":"trace[1802271622] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"242.241341ms","start":"2026-02-27T21:55:34.598046Z","end":"2026-02-27T21:55:34.840288Z","steps":["trace[1802271622] 'process raft request' (duration: 241.888904ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.840349Z","caller":"traceutil/trace.go:171","msg":"trace[615868080] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"242.138359ms","start":"2026-02-27T21:55:34.59819Z","end":"2026-02-27T21:55:34.840328Z","steps":["trace[615868080] 'process raft request' (duration: 241.775711ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.840402Z","caller":"traceutil/trace.go:171","msg":"trace[1130358320] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"242.135168ms","start":"2026-02-27T21:55:34.598255Z","end":"2026-02-27T21:55:34.84039Z","steps":["trace[1130358320] 'process raft request' (duration: 242.025606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.840444Z","caller":"traceutil/trace.go:171","msg":"trace[778920838] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"242.068237ms","start":"2026-02-27T21:55:34.598333Z","end":"2026-02-27T21:55:34.840401Z","steps":["trace[778920838] 'process raft request' (duration: 241.985776ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.840519Z","caller":"traceutil/trace.go:171","msg":"trace[204011850] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"241.71215ms","start":"2026-02-27T21:55:34.598794Z","end":"2026-02-27T21:55:34.840506Z","steps":["trace[204011850] 'process raft request' (duration: 241.612317ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.840542Z","caller":"traceutil/trace.go:171","msg":"trace[784572812] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"242.143609ms","start":"2026-02-27T21:55:34.598364Z","end":"2026-02-27T21:55:34.840507Z","steps":["trace[784572812] 'process raft request' (duration: 242.017846ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.840459Z","caller":"traceutil/trace.go:171","msg":"trace[1334231226] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"242.090497ms","start":"2026-02-27T21:55:34.598335Z","end":"2026-02-27T21:55:34.840425Z","steps":["trace[1334231226] 'process raft request' (duration: 242.018045ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.840669Z","caller":"traceutil/trace.go:171","msg":"trace[726831050] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"240.944643ms","start":"2026-02-27T21:55:34.599696Z","end":"2026-02-27T21:55:34.84064Z","steps":["trace[726831050] 'process raft request' (duration: 240.742989ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.840846Z","caller":"traceutil/trace.go:171","msg":"trace[1595958964] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"239.079843ms","start":"2026-02-27T21:55:34.601748Z","end":"2026-02-27T21:55:34.840827Z","steps":["trace[1595958964] 'process raft request' (duration: 238.727525ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.840984Z","caller":"traceutil/trace.go:171","msg":"trace[1836851125] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"238.056551ms","start":"2026-02-27T21:55:34.602903Z","end":"2026-02-27T21:55:34.840959Z","steps":["trace[1836851125] 'process raft request' (duration: 237.752894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.841196Z","caller":"traceutil/trace.go:171","msg":"trace[522360366] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"238.295617ms","start":"2026-02-27T21:55:34.602871Z","end":"2026-02-27T21:55:34.841167Z","steps":["trace[522360366] 'process raft request' (duration: 237.9632ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.841239Z","caller":"traceutil/trace.go:171","msg":"trace[813404751] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"237.144022ms","start":"2026-02-27T21:55:34.604082Z","end":"2026-02-27T21:55:34.841226Z","steps":["trace[813404751] 'process raft request' (duration: 236.982628ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.841363Z","caller":"traceutil/trace.go:171","msg":"trace[2070107688] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"234.936074ms","start":"2026-02-27T21:55:34.606414Z","end":"2026-02-27T21:55:34.84135Z","steps":["trace[2070107688] 'process raft request' (duration: 234.770931ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.841365Z","caller":"traceutil/trace.go:171","msg":"trace[439545842] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"236.080999ms","start":"2026-02-27T21:55:34.605263Z","end":"2026-02-27T21:55:34.841344Z","steps":["trace[439545842] 'process raft request' (duration: 235.870265ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.841446Z","caller":"traceutil/trace.go:171","msg":"trace[1224477148] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:586; }","duration":"187.109847ms","start":"2026-02-27T21:55:34.654286Z","end":"2026-02-27T21:55:34.841396Z","steps":["trace[1224477148] 'read index received' (duration: 106.383814ms)","trace[1224477148] 'applied index is now lower than readState.Index' (duration: 80.724833ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:55:34.841566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.25778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:55:34.841614Z","caller":"traceutil/trace.go:171","msg":"trace[1966040477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:580; }","duration":"187.343263ms","start":"2026-02-27T21:55:34.654257Z","end":"2026-02-27T21:55:34.8416Z","steps":["trace[1966040477] 'agreement among raft nodes before linearized reading' (duration: 187.243341ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:34.84166Z","caller":"traceutil/trace.go:171","msg":"trace[171915110] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"153.446785ms","start":"2026-02-27T21:55:34.688196Z","end":"2026-02-27T21:55:34.841643Z","steps":["trace[171915110] 'process raft request' (duration: 153.079297ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:36.096069Z","caller":"traceutil/trace.go:171","msg":"trace[1953483725] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"340.541402ms","start":"2026-02-27T21:55:35.755498Z","end":"2026-02-27T21:55:36.096039Z","steps":["trace[1953483725] 'process raft request' (duration: 340.384859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:36.096284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:35.755458Z","time spent":"340.720635ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:55:39.044083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.92234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-02-27T21:55:39.044206Z","caller":"traceutil/trace.go:171","msg":"trace[363186779] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:720; }","duration":"117.107524ms","start":"2026-02-27T21:55:38.927074Z","end":"2026-02-27T21:55:39.044181Z","steps":["trace[363186779] 'range keys from in-memory index tree' (duration: 116.619054ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:47.82434Z","caller":"traceutil/trace.go:171","msg":"trace[2054070426] transaction","detail":"{read_only:false; response_revision:851; number_of_response:1; }","duration":"125.878032ms","start":"2026-02-27T21:55:47.698437Z","end":"2026-02-27T21:55:47.824315Z","steps":["trace[2054070426] 'process raft request' (duration: 125.745959ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:47.829564Z","caller":"traceutil/trace.go:171","msg":"trace[730140] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"124.37294ms","start":"2026-02-27T21:55:47.705163Z","end":"2026-02-27T21:55:47.829536Z","steps":["trace[730140] 'process raft request' (duration: 124.145365ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:53.090817Z","caller":"traceutil/trace.go:171","msg":"trace[1404629836] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:933; }","duration":"271.497671ms","start":"2026-02-27T21:55:52.819291Z","end":"2026-02-27T21:55:53.090788Z","steps":["trace[1404629836] 'read index received' (duration: 271.240335ms)","trace[1404629836] 'applied index is now lower than readState.Index' (duration: 256.076µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:55:53.09096Z","caller":"traceutil/trace.go:171","msg":"trace[335731418] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"350.717221ms","start":"2026-02-27T21:55:52.740205Z","end":"2026-02-27T21:55:53.090922Z","steps":["trace[335731418] 'process raft request' (duration: 350.422224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:53.091084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.763546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:55:53.09115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:52.740184Z","time spent":"350.862094ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4004,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:55:53.091178Z","caller":"traceutil/trace.go:171","msg":"trace[1275029920] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:903; }","duration":"271.9225ms","start":"2026-02-27T21:55:52.819234Z","end":"2026-02-27T21:55:53.091157Z","steps":["trace[1275029920] 'agreement among raft nodes before linearized reading' (duration: 271.738636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:54.150064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.883004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:55:54.150261Z","caller":"traceutil/trace.go:171","msg":"trace[1319631474] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:934; }","duration":"428.036315ms","start":"2026-02-27T21:55:53.722202Z","end":"2026-02-27T21:55:54.150238Z","steps":["trace[1319631474] 'read index received' (duration: 292.825573ms)","trace[1319631474] 'applied index is now lower than readState.Index' (duration: 135.208942ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:55:54.150469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.24603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:55:54.15059Z","caller":"traceutil/trace.go:171","msg":"trace[1721833795] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:904; }","duration":"428.441274ms","start":"2026-02-27T21:55:53.722124Z","end":"2026-02-27T21:55:54.150565Z","steps":["trace[1721833795] 'agreement among raft nodes before linearized reading' (duration: 428.25318ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:55:54.150546Z","caller":"traceutil/trace.go:171","msg":"trace[265659078] transaction","detail":"{read_only:false; response_revision:904; number_of_response:1; }","duration":"1.049919246s","start":"2026-02-27T21:55:53.10054Z","end":"2026-02-27T21:55:54.150459Z","steps":["trace[265659078] 'process raft request' (duration: 914.512551ms)","trace[265659078] 'compare' (duration: 134.724681ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:55:54.150643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:53.722101Z","time spent":"428.531306ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":6,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:55:54.150963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:53.100522Z","time spent":"1.050284875s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3644,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:55:54.536727Z","caller":"traceutil/trace.go:171","msg":"trace[1166393202] linearizableReadLoop","detail":"{readStateIndex:936; appliedIndex:935; }","duration":"355.054107ms","start":"2026-02-27T21:55:54.181647Z","end":"2026-02-27T21:55:54.536701Z","steps":["trace[1166393202] 'read index received' (duration: 354.838542ms)","trace[1166393202] 'applied index is now lower than readState.Index' (duration: 214.745µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:55:54.536858Z","caller":"traceutil/trace.go:171","msg":"trace[561227492] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"379.183615ms","start":"2026-02-27T21:55:54.157642Z","end":"2026-02-27T21:55:54.536826Z","steps":["trace[561227492] 'process raft request' (duration: 378.902389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:54.536989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.322782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T21:55:54.537013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:54.157618Z","time spent":"379.306838ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3875,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:55:54.537032Z","caller":"traceutil/trace.go:171","msg":"trace[1440688858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:905; }","duration":"355.435155ms","start":"2026-02-27T21:55:54.181586Z","end":"2026-02-27T21:55:54.537021Z","steps":["trace[1440688858] 'agreement among raft nodes before linearized reading' (duration: 355.257901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:54.537084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.169242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-02-27T21:55:54.537085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:54.181562Z","time spent":"355.506116ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T21:55:54.537143Z","caller":"traceutil/trace.go:171","msg":"trace[270809390] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:905; }","duration":"314.289834ms","start":"2026-02-27T21:55:54.222839Z","end":"2026-02-27T21:55:54.537129Z","steps":["trace[270809390] 'agreement among raft nodes before linearized reading' (duration: 314.08913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:55:54.537182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:55:54.222815Z","time spent":"314.359975ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:55:54.537851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.943649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:55:54.537938Z","caller":"traceutil/trace.go:171","msg":"trace[1115402088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:905; }","duration":"121.080612ms","start":"2026-02-27T21:55:54.416839Z","end":"2026-02-27T21:55:54.537919Z","steps":["trace[1115402088] 'agreement among raft nodes before linearized reading' (duration: 120.310414ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:20.322552Z","caller":"traceutil/trace.go:171","msg":"trace[1435046946] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"180.532534ms","start":"2026-02-27T21:56:20.141979Z","end":"2026-02-27T21:56:20.322512Z","steps":["trace[1435046946] 'process raft request' (duration: 180.439602ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:20.322679Z","caller":"traceutil/trace.go:171","msg":"trace[1079308880] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1160; }","duration":"180.268698ms","start":"2026-02-27T21:56:20.142374Z","end":"2026-02-27T21:56:20.322643Z","steps":["trace[1079308880] 'read index received' (duration: 7.061715ms)","trace[1079308880] 'applied index is now lower than readState.Index' (duration: 173.204553ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:56:20.322618Z","caller":"traceutil/trace.go:171","msg":"trace[1208535751] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"180.302329ms","start":"2026-02-27T21:56:20.142262Z","end":"2026-02-27T21:56:20.322564Z","steps":["trace[1208535751] 'process raft request' (duration: 145.322023ms)","trace[1208535751] 'compare' (duration: 34.517996ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:56:20.322736Z","caller":"traceutil/trace.go:171","msg":"trace[1128615849] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"177.047738ms","start":"2026-02-27T21:56:20.145672Z","end":"2026-02-27T21:56:20.32272Z","steps":["trace[1128615849] 'process raft request' (duration: 176.791733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:20.323005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.593515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-nz65p\" ","response":"range_response_count:1 size:6053"} {"level":"info","ts":"2026-02-27T21:56:20.32308Z","caller":"traceutil/trace.go:171","msg":"trace[1871013333] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-nz65p; range_end:; response_count:1; response_revision:1125; }","duration":"180.717378ms","start":"2026-02-27T21:56:20.14234Z","end":"2026-02-27T21:56:20.323057Z","steps":["trace[1871013333] 'agreement among raft nodes before linearized reading' (duration: 180.498144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:20.323211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.373735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6112"} {"level":"info","ts":"2026-02-27T21:56:20.323348Z","caller":"traceutil/trace.go:171","msg":"trace[317022027] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1125; }","duration":"177.482037ms","start":"2026-02-27T21:56:20.145797Z","end":"2026-02-27T21:56:20.323279Z","steps":["trace[317022027] 'agreement among raft nodes before linearized reading' (duration: 177.216511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:20.322553Z","caller":"traceutil/trace.go:171","msg":"trace[714668267] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"180.151285ms","start":"2026-02-27T21:56:20.142347Z","end":"2026-02-27T21:56:20.322499Z","steps":["trace[714668267] 'process raft request' (duration: 179.976112ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:22.079452Z","caller":"traceutil/trace.go:171","msg":"trace[1314348216] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"133.174157ms","start":"2026-02-27T21:56:21.946239Z","end":"2026-02-27T21:56:22.079413Z","steps":["trace[1314348216] 'process raft request' (duration: 64.013703ms)","trace[1314348216] 'compare' (duration: 68.935179ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:56:22.833666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.50607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1823"} {"level":"warn","ts":"2026-02-27T21:56:22.833693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.540223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:56:22.83376Z","caller":"traceutil/trace.go:171","msg":"trace[1521203523] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1173; }","duration":"100.639913ms","start":"2026-02-27T21:56:22.7331Z","end":"2026-02-27T21:56:22.83374Z","steps":["trace[1521203523] 'range keys from in-memory index tree' (duration: 100.343467ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:22.833781Z","caller":"traceutil/trace.go:171","msg":"trace[1055186836] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1173; }","duration":"101.686757ms","start":"2026-02-27T21:56:22.732072Z","end":"2026-02-27T21:56:22.833759Z","steps":["trace[1055186836] 'range keys from in-memory index tree' (duration: 101.36718ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:22.833806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.253375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:56:22.834072Z","caller":"traceutil/trace.go:171","msg":"trace[467292006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1173; }","duration":"100.537502ms","start":"2026-02-27T21:56:22.733515Z","end":"2026-02-27T21:56:22.834053Z","steps":["trace[467292006] 'range keys from in-memory index tree' (duration: 100.161733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:22.834059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.570477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:56:22.834182Z","caller":"traceutil/trace.go:171","msg":"trace[735093092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1173; }","duration":"103.981738ms","start":"2026-02-27T21:56:22.73017Z","end":"2026-02-27T21:56:22.834152Z","steps":["trace[735093092] 'range keys from in-memory index tree' (duration: 103.24266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:22.834251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.554105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:56:22.834315Z","caller":"traceutil/trace.go:171","msg":"trace[1561295484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1173; }","duration":"101.660937ms","start":"2026-02-27T21:56:22.732641Z","end":"2026-02-27T21:56:22.834302Z","steps":["trace[1561295484] 'range keys from in-memory index tree' (duration: 101.373841ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:23.061611Z","caller":"traceutil/trace.go:171","msg":"trace[1305069617] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"222.363481ms","start":"2026-02-27T21:56:22.839226Z","end":"2026-02-27T21:56:23.061589Z","steps":["trace[1305069617] 'process raft request' (duration: 201.734009ms)","trace[1305069617] 'compare' (duration: 20.465148ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:56:23.06213Z","caller":"traceutil/trace.go:171","msg":"trace[1612568876] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"222.7681ms","start":"2026-02-27T21:56:22.839327Z","end":"2026-02-27T21:56:23.062095Z","steps":["trace[1612568876] 'process raft request' (duration: 222.225578ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:23.062288Z","caller":"traceutil/trace.go:171","msg":"trace[1440800818] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"221.364899ms","start":"2026-02-27T21:56:22.840913Z","end":"2026-02-27T21:56:23.062278Z","steps":["trace[1440800818] 'process raft request' (duration: 220.95539ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:23.062303Z","caller":"traceutil/trace.go:171","msg":"trace[1700477548] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"216.212916ms","start":"2026-02-27T21:56:22.846029Z","end":"2026-02-27T21:56:23.062242Z","steps":["trace[1700477548] 'process raft request' (duration: 216.112864ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:23.062421Z","caller":"traceutil/trace.go:171","msg":"trace[718751510] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"220.703294ms","start":"2026-02-27T21:56:22.841709Z","end":"2026-02-27T21:56:23.062412Z","steps":["trace[718751510] 'process raft request' (duration: 220.329876ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:23.073871Z","caller":"traceutil/trace.go:171","msg":"trace[944145204] linearizableReadLoop","detail":"{readStateIndex:1221; appliedIndex:1215; }","duration":"193.348595ms","start":"2026-02-27T21:56:22.880509Z","end":"2026-02-27T21:56:23.073857Z","steps":["trace[944145204] 'read index received' (duration: 160.427424ms)","trace[944145204] 'applied index is now lower than readState.Index' (duration: 32.920261ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:56:23.074056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.527109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-rx9gh\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-02-27T21:56:23.074037Z","caller":"traceutil/trace.go:171","msg":"trace[1214727465] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"196.497404ms","start":"2026-02-27T21:56:22.877481Z","end":"2026-02-27T21:56:23.073978Z","steps":["trace[1214727465] 'process raft request' (duration: 196.272649ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:23.074092Z","caller":"traceutil/trace.go:171","msg":"trace[604154847] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-rx9gh; range_end:; response_count:1; response_revision:1180; }","duration":"193.622631ms","start":"2026-02-27T21:56:22.880454Z","end":"2026-02-27T21:56:23.074077Z","steps":["trace[604154847] 'agreement among raft nodes before linearized reading' (duration: 193.455317ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:25.354068Z","caller":"traceutil/trace.go:171","msg":"trace[1768096301] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"262.321087ms","start":"2026-02-27T21:56:25.091725Z","end":"2026-02-27T21:56:25.354046Z","steps":["trace[1768096301] 'process raft request' (duration: 262.142403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:25.784875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.572531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:56:25.785077Z","caller":"traceutil/trace.go:171","msg":"trace[1519692323] linearizableReadLoop","detail":"{readStateIndex:1229; appliedIndex:1226; }","duration":"182.17516ms","start":"2026-02-27T21:56:25.602888Z","end":"2026-02-27T21:56:25.785064Z","steps":["trace[1519692323] 'read index received' (duration: 83.211µs)","trace[1519692323] 'applied index is now lower than readState.Index' (duration: 182.090849ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:56:25.785163Z","caller":"traceutil/trace.go:171","msg":"trace[882408124] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"693.102112ms","start":"2026-02-27T21:56:25.092054Z","end":"2026-02-27T21:56:25.785156Z","steps":["trace[882408124] 'process raft request' (duration: 692.907138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:25.785213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:25.092037Z","time spent":"693.150123ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:56:25.785234Z","caller":"traceutil/trace.go:171","msg":"trace[1242138049] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"693.160153ms","start":"2026-02-27T21:56:25.092038Z","end":"2026-02-27T21:56:25.785198Z","steps":["trace[1242138049] 'process raft request' (duration: 299.183253ms)","trace[1242138049] 'compare' (duration: 393.387777ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:56:25.785329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.063959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:56:25.785353Z","caller":"traceutil/trace.go:171","msg":"trace[667767020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1188; }","duration":"130.12463ms","start":"2026-02-27T21:56:25.655222Z","end":"2026-02-27T21:56:25.785346Z","steps":["trace[667767020] 'agreement among raft nodes before linearized reading' (duration: 130.083279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:25.785366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.465597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T21:56:25.785507Z","caller":"traceutil/trace.go:171","msg":"trace[1090051433] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:1188; }","duration":"182.658331ms","start":"2026-02-27T21:56:25.602824Z","end":"2026-02-27T21:56:25.785483Z","steps":["trace[1090051433] 'agreement among raft nodes before linearized reading' (duration: 182.371135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:25.78543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:25.092017Z","time spent":"693.295436ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:56:25.785529Z","caller":"traceutil/trace.go:171","msg":"trace[657726565] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"693.356857ms","start":"2026-02-27T21:56:25.092129Z","end":"2026-02-27T21:56:25.785486Z","steps":["trace[657726565] 'process raft request' (duration: 692.899897ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:25.786015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:25.092103Z","time spent":"693.804366ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:56:36.643708Z","caller":"traceutil/trace.go:171","msg":"trace[2041302734] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"101.477832ms","start":"2026-02-27T21:56:36.542185Z","end":"2026-02-27T21:56:36.643663Z","steps":["trace[2041302734] 'process raft request' (duration: 99.193582ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:45.486763Z","caller":"traceutil/trace.go:171","msg":"trace[2134607571] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"178.05961ms","start":"2026-02-27T21:56:45.308665Z","end":"2026-02-27T21:56:45.486724Z","steps":["trace[2134607571] 'process raft request' (duration: 177.799015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:55.62547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.39126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:56:55.625669Z","caller":"traceutil/trace.go:171","msg":"trace[889681338] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1674; }","duration":"970.149639ms","start":"2026-02-27T21:56:54.655503Z","end":"2026-02-27T21:56:55.625653Z","steps":["trace[889681338] 'read index received' (duration: 18.568666ms)","trace[889681338] 'applied index is now lower than readState.Index' (duration: 951.579653ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:56:55.625745Z","caller":"traceutil/trace.go:171","msg":"trace[244113863] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"1.171642313s","start":"2026-02-27T21:56:54.454094Z","end":"2026-02-27T21:56:55.625736Z","steps":["trace[244113863] 'process raft request' (duration: 1.1715032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:55.625807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:54.454067Z","time spent":"1.171708755s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:56:55.625905Z","caller":"traceutil/trace.go:171","msg":"trace[2145705153] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"1.259222401s","start":"2026-02-27T21:56:54.366638Z","end":"2026-02-27T21:56:55.625861Z","steps":["trace[2145705153] 'process raft request' (duration: 307.31929ms)","trace[2145705153] 'compare' (duration: 951.175505ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:56:55.626008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.518358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:56:55.626041Z","caller":"traceutil/trace.go:171","msg":"trace[1637256917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1607; }","duration":"970.61115ms","start":"2026-02-27T21:56:54.65542Z","end":"2026-02-27T21:56:55.626031Z","steps":["trace[1637256917] 'agreement among raft nodes before linearized reading' (duration: 970.560278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:55.626092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:54.65534Z","time spent":"970.742933ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:56:55.626142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:54.366612Z","time spent":"1.259427266s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:56:55.651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.071987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:56:55.651067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.314059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c64d0be-13ff-4d41-b012-379e23b41960\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-27T21:56:55.651099Z","caller":"traceutil/trace.go:171","msg":"trace[1907953866] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1608; }","duration":"213.21359ms","start":"2026-02-27T21:56:55.437859Z","end":"2026-02-27T21:56:55.651072Z","steps":["trace[1907953866] 'agreement among raft nodes before linearized reading' (duration: 212.969245ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:55.651148Z","caller":"traceutil/trace.go:171","msg":"trace[1394802203] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2c64d0be-13ff-4d41-b012-379e23b41960; range_end:; response_count:1; response_revision:1608; }","duration":"595.435902ms","start":"2026-02-27T21:56:55.055692Z","end":"2026-02-27T21:56:55.651128Z","steps":["trace[1394802203] 'agreement among raft nodes before linearized reading' (duration: 595.168117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:55.651197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:55.055675Z","time spent":"595.513784ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c64d0be-13ff-4d41-b012-379e23b41960\" "} {"level":"warn","ts":"2026-02-27T21:56:55.650998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.457569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c64d0be-13ff-4d41-b012-379e23b41960\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-02-27T21:56:55.651429Z","caller":"traceutil/trace.go:171","msg":"trace[796438861] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2c64d0be-13ff-4d41-b012-379e23b41960; range_end:; response_count:1; response_revision:1608; }","duration":"399.898449ms","start":"2026-02-27T21:56:55.251488Z","end":"2026-02-27T21:56:55.651387Z","steps":["trace[796438861] 'agreement among raft nodes before linearized reading' (duration: 399.347407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:55.651443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.893662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-27T21:56:55.651452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.607207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-27T21:56:55.651516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:55.251466Z","time spent":"400.028711ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c64d0be-13ff-4d41-b012-379e23b41960\" "} {"level":"info","ts":"2026-02-27T21:56:55.651521Z","caller":"traceutil/trace.go:171","msg":"trace[1536497698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1608; }","duration":"537.987704ms","start":"2026-02-27T21:56:55.113513Z","end":"2026-02-27T21:56:55.651501Z","steps":["trace[1536497698] 'agreement among raft nodes before linearized reading' (duration: 537.684638ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:55.651552Z","caller":"traceutil/trace.go:171","msg":"trace[1072068538] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1608; }","duration":"564.74368ms","start":"2026-02-27T21:56:55.086781Z","end":"2026-02-27T21:56:55.651524Z","steps":["trace[1072068538] 'agreement among raft nodes before linearized reading' (duration: 564.455474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:55.651562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:55.113454Z","time spent":"538.100096ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:56:55.651602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:55.086753Z","time spent":"564.839842ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T21:56:55.651606Z","caller":"traceutil/trace.go:171","msg":"trace[294065543] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"197.976745ms","start":"2026-02-27T21:56:55.453565Z","end":"2026-02-27T21:56:55.651542Z","steps":["trace[294065543] 'process raft request' (duration: 197.110537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:56.869175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.59146ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-02-27T21:56:56.869322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:55.653436Z","time spent":"1.215882363s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T21:56:56.927342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012763674s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:56:56.927999Z","caller":"traceutil/trace.go:171","msg":"trace[2050195272] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"1.271434399s","start":"2026-02-27T21:56:55.656541Z","end":"2026-02-27T21:56:56.927976Z","steps":["trace[2050195272] 'process raft request' (duration: 1.271191704s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:56.928188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:55.656509Z","time spent":"1.271600043s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:56:56.928399Z","caller":"traceutil/trace.go:171","msg":"trace[1894744492] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"1.270831776s","start":"2026-02-27T21:56:55.657532Z","end":"2026-02-27T21:56:56.928364Z","steps":["trace[1894744492] 'process raft request' (duration: 1.270400116s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:56.928455Z","caller":"traceutil/trace.go:171","msg":"trace[947269836] linearizableReadLoop","detail":"{readStateIndex:1680; appliedIndex:1677; }","duration":"1.267787759s","start":"2026-02-27T21:56:55.660639Z","end":"2026-02-27T21:56:56.928426Z","steps":["trace[947269836] 'read index received' (duration: 248.948872ms)","trace[947269836] 'applied index is now lower than readState.Index' (duration: 1.018837767s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:56:56.928499Z","caller":"traceutil/trace.go:171","msg":"trace[480305301] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"1.26784001s","start":"2026-02-27T21:56:55.660632Z","end":"2026-02-27T21:56:56.928472Z","steps":["trace[480305301] 'process raft request' (duration: 1.267599655s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:56.928583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:55.657512Z","time spent":"1.270963748s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:56:56.928695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:55.660612Z","time spent":"1.267984433s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:56:56.928788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268126386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:56:56.928808Z","caller":"traceutil/trace.go:171","msg":"trace[1644212318] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"1.260287426s","start":"2026-02-27T21:56:55.66849Z","end":"2026-02-27T21:56:56.928778Z","steps":["trace[1644212318] 'process raft request' (duration: 1.259875817s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:56.928834Z","caller":"traceutil/trace.go:171","msg":"trace[39157144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1612; }","duration":"1.268203278s","start":"2026-02-27T21:56:55.66062Z","end":"2026-02-27T21:56:56.928823Z","steps":["trace[39157144] 'agreement among raft nodes before linearized reading' (duration: 1.268117006s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:56.9289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:55.660613Z","time spent":"1.268280549s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:56:56.928944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:55.668483Z","time spent":"1.260409178s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:56:56.959396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.658606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c64d0be-13ff-4d41-b012-379e23b41960\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-02-27T21:56:56.959513Z","caller":"traceutil/trace.go:171","msg":"trace[1076728459] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2c64d0be-13ff-4d41-b012-379e23b41960; range_end:; response_count:1; response_revision:1614; }","duration":"301.83372ms","start":"2026-02-27T21:56:56.65765Z","end":"2026-02-27T21:56:56.959483Z","steps":["trace[1076728459] 'agreement among raft nodes before linearized reading' (duration: 301.585775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:56.959542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.69862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T21:56:56.959571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:56.657619Z","time spent":"301.938753ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2c64d0be-13ff-4d41-b012-379e23b41960\" "} {"level":"info","ts":"2026-02-27T21:56:56.959584Z","caller":"traceutil/trace.go:171","msg":"trace[1359485672] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1614; }","duration":"838.771851ms","start":"2026-02-27T21:56:56.120798Z","end":"2026-02-27T21:56:56.95957Z","steps":["trace[1359485672] 'agreement among raft nodes before linearized reading' (duration: 838.679579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:56.959633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:56.120777Z","time spent":"838.848123ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:56:56.959431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.40662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-27T21:56:56.959623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.672002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:56:56.959693Z","caller":"traceutil/trace.go:171","msg":"trace[1926790553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1614; }","duration":"300.697265ms","start":"2026-02-27T21:56:56.658979Z","end":"2026-02-27T21:56:56.959676Z","steps":["trace[1926790553] 'agreement among raft nodes before linearized reading' (duration: 300.236625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:56:56.959724Z","caller":"traceutil/trace.go:171","msg":"trace[1339620808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1614; }","duration":"944.845386ms","start":"2026-02-27T21:56:56.014851Z","end":"2026-02-27T21:56:56.959696Z","steps":["trace[1339620808] 'agreement among raft nodes before linearized reading' (duration: 944.494138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:56.959759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:56.658968Z","time spent":"300.774238ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:56:56.959774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:56.014819Z","time spent":"944.945287ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:56:56.959971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.093059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T21:56:56.960071Z","caller":"traceutil/trace.go:171","msg":"trace[691146705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1614; }","duration":"855.204272ms","start":"2026-02-27T21:56:56.104814Z","end":"2026-02-27T21:56:56.960018Z","steps":["trace[691146705] 'agreement among raft nodes before linearized reading' (duration: 855.046468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:56:56.960107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:56:56.104795Z","time spent":"855.303824ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:57:01.100254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.829681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:57:01.100572Z","caller":"traceutil/trace.go:171","msg":"trace[1047541740] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"290.229546ms","start":"2026-02-27T21:57:00.810311Z","end":"2026-02-27T21:57:01.100541Z","steps":["trace[1047541740] 'process raft request' (duration: 137.049727ms)","trace[1047541740] 'compare' (duration: 152.717179ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:01.116314Z","caller":"traceutil/trace.go:171","msg":"trace[1302172124] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1719; }","duration":"173.590186ms","start":"2026-02-27T21:57:00.942712Z","end":"2026-02-27T21:57:01.116302Z","steps":["trace[1302172124] 'read index received' (duration: 4.642572ms)","trace[1302172124] 'applied index is now lower than readState.Index' (duration: 168.946204ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:01.116478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.765049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:57:01.1165Z","caller":"traceutil/trace.go:171","msg":"trace[843258702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1650; }","duration":"173.847381ms","start":"2026-02-27T21:57:00.942648Z","end":"2026-02-27T21:57:01.116496Z","steps":["trace[843258702] 'agreement among raft nodes before linearized reading' (duration: 173.736179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:01.116504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.204012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:57:01.116569Z","caller":"traceutil/trace.go:171","msg":"trace[1272709398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1650; }","duration":"170.310124ms","start":"2026-02-27T21:57:00.946242Z","end":"2026-02-27T21:57:01.116552Z","steps":["trace[1272709398] 'agreement among raft nodes before linearized reading' (duration: 170.149921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:01.116595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.799808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:57:01.116619Z","caller":"traceutil/trace.go:171","msg":"trace[885547645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1650; }","duration":"124.86446ms","start":"2026-02-27T21:57:00.991749Z","end":"2026-02-27T21:57:01.116613Z","steps":["trace[885547645] 'agreement among raft nodes before linearized reading' (duration: 124.813918ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:04.778742Z","caller":"traceutil/trace.go:171","msg":"trace[605118062] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"142.012585ms","start":"2026-02-27T21:57:04.636701Z","end":"2026-02-27T21:57:04.778714Z","steps":["trace[605118062] 'process raft request' (duration: 141.849211ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:04.779487Z","caller":"traceutil/trace.go:171","msg":"trace[301992576] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1749; }","duration":"124.230617ms","start":"2026-02-27T21:57:04.655243Z","end":"2026-02-27T21:57:04.779473Z","steps":["trace[301992576] 'read index received' (duration: 124.223867ms)","trace[301992576] 'applied index is now lower than readState.Index' (duration: 5.25µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:04.77958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.3308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:57:04.77963Z","caller":"traceutil/trace.go:171","msg":"trace[1941006501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1678; }","duration":"124.421111ms","start":"2026-02-27T21:57:04.655196Z","end":"2026-02-27T21:57:04.779618Z","steps":["trace[1941006501] 'agreement among raft nodes before linearized reading' (duration: 124.336009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:04.944721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.522174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:57:04.94493Z","caller":"traceutil/trace.go:171","msg":"trace[1738672022] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"155.46413ms","start":"2026-02-27T21:57:04.78945Z","end":"2026-02-27T21:57:04.944914Z","steps":["trace[1738672022] 'process raft request' (duration: 155.392648ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:04.944983Z","caller":"traceutil/trace.go:171","msg":"trace[1634365924] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"158.399345ms","start":"2026-02-27T21:57:04.786556Z","end":"2026-02-27T21:57:04.944955Z","steps":["trace[1634365924] 'process raft request' (duration: 22.546553ms)","trace[1634365924] 'compare' (duration: 135.338871ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:07.27674Z","caller":"traceutil/trace.go:171","msg":"trace[1505431337] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1773; }","duration":"118.821378ms","start":"2026-02-27T21:57:07.1579Z","end":"2026-02-27T21:57:07.276721Z","steps":["trace[1505431337] 'read index received' (duration: 85.08965ms)","trace[1505431337] 'applied index is now lower than readState.Index' (duration: 33.730768ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:07.276917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.208674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T21:57:07.276943Z","caller":"traceutil/trace.go:171","msg":"trace[1380730847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1703; }","duration":"118.260816ms","start":"2026-02-27T21:57:07.158675Z","end":"2026-02-27T21:57:07.276936Z","steps":["trace[1380730847] 'agreement among raft nodes before linearized reading' (duration: 118.154574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:07.276863Z","caller":"traceutil/trace.go:171","msg":"trace[1755835410] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"120.102147ms","start":"2026-02-27T21:57:07.156713Z","end":"2026-02-27T21:57:07.276815Z","steps":["trace[1755835410] 'process raft request' (duration: 119.957383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:07.277041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.711494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T21:57:07.277068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.095743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:57:07.277146Z","caller":"traceutil/trace.go:171","msg":"trace[769301660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1703; }","duration":"119.282917ms","start":"2026-02-27T21:57:07.157844Z","end":"2026-02-27T21:57:07.277127Z","steps":["trace[769301660] 'agreement among raft nodes before linearized reading' (duration: 118.992771ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:07.277161Z","caller":"traceutil/trace.go:171","msg":"trace[1481982162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1703; }","duration":"117.831867ms","start":"2026-02-27T21:57:07.159278Z","end":"2026-02-27T21:57:07.27711Z","steps":["trace[1481982162] 'agreement among raft nodes before linearized reading' (duration: 117.577151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:07.277188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.159353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-02-27T21:57:07.277303Z","caller":"traceutil/trace.go:171","msg":"trace[424345597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1703; }","duration":"118.329127ms","start":"2026-02-27T21:57:07.158946Z","end":"2026-02-27T21:57:07.277275Z","steps":["trace[424345597] 'agreement among raft nodes before linearized reading' (duration: 117.976ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:07.397181Z","caller":"traceutil/trace.go:171","msg":"trace[1513878083] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"115.090957ms","start":"2026-02-27T21:57:07.282032Z","end":"2026-02-27T21:57:07.397122Z","steps":["trace[1513878083] 'process raft request' (duration: 65.964633ms)","trace[1513878083] 'compare' (duration: 48.618653ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:07.397309Z","caller":"traceutil/trace.go:171","msg":"trace[959338387] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"115.142397ms","start":"2026-02-27T21:57:07.282153Z","end":"2026-02-27T21:57:07.397295Z","steps":["trace[959338387] 'process raft request' (duration: 114.665757ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:07.397357Z","caller":"traceutil/trace.go:171","msg":"trace[1375932284] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"115.041006ms","start":"2026-02-27T21:57:07.282264Z","end":"2026-02-27T21:57:07.397305Z","steps":["trace[1375932284] 'process raft request' (duration: 114.705538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:07.585392Z","caller":"traceutil/trace.go:171","msg":"trace[582763392] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"111.328154ms","start":"2026-02-27T21:57:07.474035Z","end":"2026-02-27T21:57:07.585363Z","steps":["trace[582763392] 'process raft request' (duration: 111.1314ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:07.861111Z","caller":"traceutil/trace.go:171","msg":"trace[1232752391] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"122.557601ms","start":"2026-02-27T21:57:07.738523Z","end":"2026-02-27T21:57:07.86108Z","steps":["trace[1232752391] 'process raft request' (duration: 94.870035ms)","trace[1232752391] 'compare' (duration: 27.551403ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:11.793963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273996463,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:57:12.070953Z","caller":"traceutil/trace.go:171","msg":"trace[1692561343] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"809.060453ms","start":"2026-02-27T21:57:11.261863Z","end":"2026-02-27T21:57:12.070923Z","steps":["trace[1692561343] 'process raft request' (duration: 808.842967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:12.071155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:11.261823Z","time spent":"809.227816ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:12.200935Z","caller":"traceutil/trace.go:171","msg":"trace[618116946] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"432.280283ms","start":"2026-02-27T21:57:11.768638Z","end":"2026-02-27T21:57:12.200918Z","steps":["trace[618116946] 'process raft request' (duration: 432.091909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:12.20105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:11.768608Z","time spent":"432.384785ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:12.20126Z","caller":"traceutil/trace.go:171","msg":"trace[1140861551] linearizableReadLoop","detail":"{readStateIndex:1798; appliedIndex:1795; }","duration":"907.562727ms","start":"2026-02-27T21:57:11.293674Z","end":"2026-02-27T21:57:12.201237Z","steps":["trace[1140861551] 'read index received' (duration: 777.094285ms)","trace[1140861551] 'applied index is now lower than readState.Index' (duration: 130.466802ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:12.201363Z","caller":"traceutil/trace.go:171","msg":"trace[92634400] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"286.223188ms","start":"2026-02-27T21:57:11.915127Z","end":"2026-02-27T21:57:12.20135Z","steps":["trace[92634400] 'process raft request' (duration: 286.007434ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:12.201343Z","caller":"traceutil/trace.go:171","msg":"trace[1247658329] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"301.535194ms","start":"2026-02-27T21:57:11.899773Z","end":"2026-02-27T21:57:12.201308Z","steps":["trace[1247658329] 'process raft request' (duration: 301.055474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:12.201516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.829792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T21:57:12.201545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:11.899753Z","time spent":"301.703058ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:12.201564Z","caller":"traceutil/trace.go:171","msg":"trace[435130553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1727; }","duration":"907.936735ms","start":"2026-02-27T21:57:11.293615Z","end":"2026-02-27T21:57:12.201551Z","steps":["trace[435130553] 'agreement among raft nodes before linearized reading' (duration: 907.757121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:12.201603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:11.293592Z","time spent":"908.002086ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:57:12.201615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.426389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:57:12.201652Z","caller":"traceutil/trace.go:171","msg":"trace[375639655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1727; }","duration":"894.52424ms","start":"2026-02-27T21:57:11.307115Z","end":"2026-02-27T21:57:12.20164Z","steps":["trace[375639655] 'agreement among raft nodes before linearized reading' (duration: 894.399488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:12.201681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:11.307082Z","time spent":"894.592032ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:57:12.201733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.875297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:57:12.201761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.109795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:57:12.20178Z","caller":"traceutil/trace.go:171","msg":"trace[1944386456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1727; }","duration":"545.971109ms","start":"2026-02-27T21:57:11.655799Z","end":"2026-02-27T21:57:12.20177Z","steps":["trace[1944386456] 'agreement among raft nodes before linearized reading' (duration: 545.884977ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:12.201789Z","caller":"traceutil/trace.go:171","msg":"trace[814506621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1727; }","duration":"789.203858ms","start":"2026-02-27T21:57:11.412577Z","end":"2026-02-27T21:57:12.201781Z","steps":["trace[814506621] 'agreement among raft nodes before linearized reading' (duration: 789.125336ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:12.201811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:11.655771Z","time spent":"546.03328ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:57:12.201817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:11.412546Z","time spent":"789.264878ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:57:12.201914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.857954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T21:57:12.201944Z","caller":"traceutil/trace.go:171","msg":"trace[1329322145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1727; }","duration":"790.968416ms","start":"2026-02-27T21:57:11.410967Z","end":"2026-02-27T21:57:12.201935Z","steps":["trace[1329322145] 'agreement among raft nodes before linearized reading' (duration: 790.879714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:12.201971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:11.410939Z","time spent":"791.025448ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:57:12.202019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.421214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:57:12.202028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.166446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:57:12.202092Z","caller":"traceutil/trace.go:171","msg":"trace[486776335] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1727; }","duration":"292.512596ms","start":"2026-02-27T21:57:11.909561Z","end":"2026-02-27T21:57:12.202074Z","steps":["trace[486776335] 'agreement among raft nodes before linearized reading' (duration: 292.393973ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:12.202105Z","caller":"traceutil/trace.go:171","msg":"trace[1381677972] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1727; }","duration":"789.266848ms","start":"2026-02-27T21:57:11.41282Z","end":"2026-02-27T21:57:12.202086Z","steps":["trace[1381677972] 'agreement among raft nodes before linearized reading' (duration: 789.042813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:12.202178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:11.412805Z","time spent":"789.359061ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:57:12.202045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.417342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:57:12.202236Z","caller":"traceutil/trace.go:171","msg":"trace[871309209] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1727; }","duration":"403.658807ms","start":"2026-02-27T21:57:11.798566Z","end":"2026-02-27T21:57:12.202225Z","steps":["trace[871309209] 'agreement among raft nodes before linearized reading' (duration: 403.423682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:12.202271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:11.798543Z","time spent":"403.717078ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:57:36.505848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.454471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:57:36.5065Z","caller":"traceutil/trace.go:171","msg":"trace[635597640] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"212.62929ms","start":"2026-02-27T21:57:36.293846Z","end":"2026-02-27T21:57:36.506476Z","steps":["trace[635597640] 'process raft request' (duration: 212.493157ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:36.506557Z","caller":"traceutil/trace.go:171","msg":"trace[1543092410] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1925; }","duration":"776.738045ms","start":"2026-02-27T21:57:35.729776Z","end":"2026-02-27T21:57:36.506514Z","steps":["trace[1543092410] 'read index received' (duration: 10.388027ms)","trace[1543092410] 'applied index is now lower than readState.Index' (duration: 766.345638ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:36.506711Z","caller":"traceutil/trace.go:171","msg":"trace[618781899] transaction","detail":"{read_only:false; response_revision:1849; number_of_response:1; }","duration":"776.708234ms","start":"2026-02-27T21:57:35.729677Z","end":"2026-02-27T21:57:36.506385Z","steps":["trace[618781899] 'process raft request' (duration: 544.563288ms)","trace[618781899] 'compare' (duration: 231.088403ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:36.506846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.031231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:57:36.507074Z","caller":"traceutil/trace.go:171","msg":"trace[916950744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1850; }","duration":"777.316827ms","start":"2026-02-27T21:57:35.729728Z","end":"2026-02-27T21:57:36.507044Z","steps":["trace[916950744] 'agreement among raft nodes before linearized reading' (duration: 776.99921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:36.507187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:35.729702Z","time spent":"777.468102ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:57:36.507099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:35.729645Z","time spent":"777.247476ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:37.1357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.36493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:57:37.136025Z","caller":"traceutil/trace.go:171","msg":"trace[910561993] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1928; }","duration":"629.311361ms","start":"2026-02-27T21:57:36.506686Z","end":"2026-02-27T21:57:37.135997Z","steps":["trace[910561993] 'read index received' (duration: 231.38455ms)","trace[910561993] 'applied index is now lower than readState.Index' (duration: 397.925101ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:37.136052Z","caller":"traceutil/trace.go:171","msg":"trace[1657125370] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"841.217834ms","start":"2026-02-27T21:57:36.294782Z","end":"2026-02-27T21:57:37.136Z","steps":["trace[1657125370] 'process raft request' (duration: 443.418766ms)","trace[1657125370] 'compare' (duration: 397.143094ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:37.136253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:36.294748Z","time spent":"841.382668ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:37.136248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.677043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T21:57:37.136414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.20299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T21:57:37.136476Z","caller":"traceutil/trace.go:171","msg":"trace[52887638] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1852; }","duration":"962.299632ms","start":"2026-02-27T21:57:36.174163Z","end":"2026-02-27T21:57:37.136463Z","steps":["trace[52887638] 'agreement among raft nodes before linearized reading' (duration: 962.152229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.13649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.201792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:57:37.136491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.980795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T21:57:37.136231Z","caller":"traceutil/trace.go:171","msg":"trace[704205146] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"840.693344ms","start":"2026-02-27T21:57:36.295471Z","end":"2026-02-27T21:57:37.136165Z","steps":["trace[704205146] 'process raft request' (duration: 840.408588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.136518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:36.174136Z","time spent":"962.372373ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T21:57:37.136539Z","caller":"traceutil/trace.go:171","msg":"trace[527269675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1852; }","duration":"481.370117ms","start":"2026-02-27T21:57:36.655154Z","end":"2026-02-27T21:57:37.136525Z","steps":["trace[527269675] 'agreement among raft nodes before linearized reading' (duration: 481.277025ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:37.13656Z","caller":"traceutil/trace.go:171","msg":"trace[1807124047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1852; }","duration":"774.051136ms","start":"2026-02-27T21:57:36.36248Z","end":"2026-02-27T21:57:37.136531Z","steps":["trace[1807124047] 'agreement among raft nodes before linearized reading' (duration: 773.549565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.136588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:36.655118Z","time spent":"481.462398ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:57:37.1366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:36.362471Z","time spent":"774.120537ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:57:37.136589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.63443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T21:57:37.136583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:36.295464Z","time spent":"841.083712ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:37.136705Z","caller":"traceutil/trace.go:171","msg":"trace[1880851438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1852; }","duration":"780.844614ms","start":"2026-02-27T21:57:36.355832Z","end":"2026-02-27T21:57:37.136676Z","steps":["trace[1880851438] 'agreement among raft nodes before linearized reading' (duration: 780.22176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.136287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.438671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T21:57:37.136777Z","caller":"traceutil/trace.go:171","msg":"trace[836682968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1852; }","duration":"949.952953ms","start":"2026-02-27T21:57:36.186811Z","end":"2026-02-27T21:57:37.136764Z","steps":["trace[836682968] 'agreement among raft nodes before linearized reading' (duration: 949.333459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.136773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:36.355805Z","time spent":"780.954028ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:57:37.136822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:36.186798Z","time spent":"950.014534ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T21:57:37.136341Z","caller":"traceutil/trace.go:171","msg":"trace[841777845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1852; }","duration":"781.834376ms","start":"2026-02-27T21:57:36.354489Z","end":"2026-02-27T21:57:37.136323Z","steps":["trace[841777845] 'agreement among raft nodes before linearized reading' (duration: 781.585131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.137025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:36.354462Z","time spent":"782.529302ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:57:37.137265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.00888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-27T21:57:37.137645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.462806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:57:37.137803Z","caller":"traceutil/trace.go:171","msg":"trace[680718278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1852; }","duration":"750.556833ms","start":"2026-02-27T21:57:36.387177Z","end":"2026-02-27T21:57:37.137734Z","steps":["trace[680718278] 'agreement among raft nodes before linearized reading' (duration: 749.020439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.137894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:36.387151Z","time spent":"750.720407ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-27T21:57:37.137776Z","caller":"traceutil/trace.go:171","msg":"trace[1863226354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1852; }","duration":"780.933377ms","start":"2026-02-27T21:57:36.356808Z","end":"2026-02-27T21:57:37.137742Z","steps":["trace[1863226354] 'agreement among raft nodes before linearized reading' (duration: 779.379042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.137982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:36.356803Z","time spent":"781.163123ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:57:37.136827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.102153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-27T21:57:37.138066Z","caller":"traceutil/trace.go:171","msg":"trace[1485484376] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1852; }","duration":"628.488054ms","start":"2026-02-27T21:57:36.509564Z","end":"2026-02-27T21:57:37.138052Z","steps":["trace[1485484376] 'agreement among raft nodes before linearized reading' (duration: 626.855868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.138197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:36.509543Z","time spent":"628.635797ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T21:57:37.578895Z","caller":"traceutil/trace.go:171","msg":"trace[238264955] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"435.668417ms","start":"2026-02-27T21:57:37.143194Z","end":"2026-02-27T21:57:37.578862Z","steps":["trace[238264955] 'process raft request' (duration: 351.431985ms)","trace[238264955] 'compare' (duration: 84.033647ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:37.579105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:37.143164Z","time spent":"435.823751ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:37.579211Z","caller":"traceutil/trace.go:171","msg":"trace[1221374822] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"435.861291ms","start":"2026-02-27T21:57:37.143321Z","end":"2026-02-27T21:57:37.579182Z","steps":["trace[1221374822] 'process raft request' (duration: 435.490933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.579401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:37.143309Z","time spent":"435.986873ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:37.579472Z","caller":"traceutil/trace.go:171","msg":"trace[913673222] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"435.780379ms","start":"2026-02-27T21:57:37.143658Z","end":"2026-02-27T21:57:37.579438Z","steps":["trace[913673222] 'process raft request' (duration: 435.414581ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:37.579503Z","caller":"traceutil/trace.go:171","msg":"trace[63043557] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"435.215767ms","start":"2026-02-27T21:57:37.144265Z","end":"2026-02-27T21:57:37.579481Z","steps":["trace[63043557] 'process raft request' (duration: 435.152226ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:37.579569Z","caller":"traceutil/trace.go:171","msg":"trace[752280505] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"435.83042ms","start":"2026-02-27T21:57:37.143705Z","end":"2026-02-27T21:57:37.579536Z","steps":["trace[752280505] 'process raft request' (duration: 435.609976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.579655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:37.14425Z","time spent":"435.320159ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:37.579655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:37.143634Z","time spent":"435.926982ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:37.579737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:37.143682Z","time spent":"435.973793ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:37.596325Z","caller":"traceutil/trace.go:171","msg":"trace[1315625002] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1931; }","duration":"162.360261ms","start":"2026-02-27T21:57:37.433947Z","end":"2026-02-27T21:57:37.596308Z","steps":["trace[1315625002] 'read index received' (duration: 60.647257ms)","trace[1315625002] 'applied index is now lower than readState.Index' (duration: 101.711604ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:37.596541Z","caller":"traceutil/trace.go:171","msg":"trace[1608898222] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"219.51621ms","start":"2026-02-27T21:57:37.376999Z","end":"2026-02-27T21:57:37.596515Z","steps":["trace[1608898222] 'process raft request' (duration: 219.230684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.59654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.588506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18983949f99e9629\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-27T21:57:37.596621Z","caller":"traceutil/trace.go:171","msg":"trace[2131766794] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18983949f99e9629; range_end:; response_count:1; response_revision:1859; }","duration":"162.713028ms","start":"2026-02-27T21:57:37.43389Z","end":"2026-02-27T21:57:37.596603Z","steps":["trace[2131766794] 'agreement among raft nodes before linearized reading' (duration: 162.487613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:37.99973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.141206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:57:37.999882Z","caller":"traceutil/trace.go:171","msg":"trace[1360019781] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"321.603751ms","start":"2026-02-27T21:57:37.678254Z","end":"2026-02-27T21:57:37.999858Z","steps":["trace[1360019781] 'process raft request' (duration: 67.190989ms)","trace[1360019781] 'compare' (duration: 253.750428ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:38.000209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:37.67822Z","time spent":"321.873727ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:43.293246Z","caller":"traceutil/trace.go:171","msg":"trace[1528725536] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"136.469345ms","start":"2026-02-27T21:57:43.156748Z","end":"2026-02-27T21:57:43.293217Z","steps":["trace[1528725536] 'process raft request' (duration: 136.311912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:44.041341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.141059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:57:44.041579Z","caller":"traceutil/trace.go:171","msg":"trace[664960311] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1959; }","duration":"838.557487ms","start":"2026-02-27T21:57:43.203Z","end":"2026-02-27T21:57:44.041557Z","steps":["trace[664960311] 'read index received' (duration: 89.987878ms)","trace[664960311] 'applied index is now lower than readState.Index' (duration: 748.568509ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:44.041706Z","caller":"traceutil/trace.go:171","msg":"trace[1014867646] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"792.608272ms","start":"2026-02-27T21:57:43.249085Z","end":"2026-02-27T21:57:44.041693Z","steps":["trace[1014867646] 'process raft request' (duration: 792.392848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:44.041812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:43.249059Z","time spent":"792.689355ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:44.041792Z","caller":"traceutil/trace.go:171","msg":"trace[17486782] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"882.878997ms","start":"2026-02-27T21:57:43.158849Z","end":"2026-02-27T21:57:44.041728Z","steps":["trace[17486782] 'process raft request' (duration: 253.253318ms)","trace[17486782] 'compare' (duration: 629.004056ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:44.042014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:43.158818Z","time spent":"883.087901ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:44.04217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.53083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:57:44.042263Z","caller":"traceutil/trace.go:171","msg":"trace[332895498] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1883; }","duration":"834.662922ms","start":"2026-02-27T21:57:43.207578Z","end":"2026-02-27T21:57:44.042242Z","steps":["trace[332895498] 'agreement among raft nodes before linearized reading' (duration: 834.469088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:44.042311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.39977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-02-27T21:57:44.042367Z","caller":"traceutil/trace.go:171","msg":"trace[12935891] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1883; }","duration":"745.505112ms","start":"2026-02-27T21:57:43.296845Z","end":"2026-02-27T21:57:44.04235Z","steps":["trace[12935891] 'agreement among raft nodes before linearized reading' (duration: 745.39334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:44.042369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:43.207566Z","time spent":"834.786535ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":53,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:57:44.042385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.789615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T21:57:44.04239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.380855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-27T21:57:44.042416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:43.296819Z","time spent":"745.588755ms","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T21:57:44.042421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.90718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T21:57:44.042448Z","caller":"traceutil/trace.go:171","msg":"trace[1594006409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1883; }","duration":"433.920159ms","start":"2026-02-27T21:57:43.608513Z","end":"2026-02-27T21:57:44.042433Z","steps":["trace[1594006409] 'agreement among raft nodes before linearized reading' (duration: 433.700675ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:44.042477Z","caller":"traceutil/trace.go:171","msg":"trace[409745227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1883; }","duration":"839.534279ms","start":"2026-02-27T21:57:43.202914Z","end":"2026-02-27T21:57:44.042448Z","steps":["trace[409745227] 'agreement among raft nodes before linearized reading' (duration: 839.301214ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:44.042496Z","caller":"traceutil/trace.go:171","msg":"trace[1141797124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1883; }","duration":"435.013562ms","start":"2026-02-27T21:57:43.607461Z","end":"2026-02-27T21:57:44.042475Z","steps":["trace[1141797124] 'agreement among raft nodes before linearized reading' (duration: 434.742776ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:44.042477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.520693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128294"} {"level":"warn","ts":"2026-02-27T21:57:44.04248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.288039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T21:57:44.042541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:43.202879Z","time spent":"839.65259ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:57:44.04255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:43.607448Z","time spent":"435.090794ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:57:44.042491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:43.608483Z","time spent":"434.00162ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T21:57:44.042561Z","caller":"traceutil/trace.go:171","msg":"trace[1871249533] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1883; }","duration":"745.633616ms","start":"2026-02-27T21:57:43.296909Z","end":"2026-02-27T21:57:44.042543Z","steps":["trace[1871249533] 'agreement among raft nodes before linearized reading' (duration: 745.311289ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:44.042563Z","caller":"traceutil/trace.go:171","msg":"trace[1929152714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1883; }","duration":"435.421242ms","start":"2026-02-27T21:57:43.607129Z","end":"2026-02-27T21:57:44.04255Z","steps":["trace[1929152714] 'agreement among raft nodes before linearized reading' (duration: 435.169806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:44.042429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.912791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:57:44.042609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:43.296818Z","time spent":"745.783559ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128316,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T21:57:44.042646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:43.607105Z","time spent":"435.529924ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:57:44.042655Z","caller":"traceutil/trace.go:171","msg":"trace[1166041340] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1883; }","duration":"435.169376ms","start":"2026-02-27T21:57:43.607468Z","end":"2026-02-27T21:57:44.042638Z","steps":["trace[1166041340] 'agreement among raft nodes before linearized reading' (duration: 434.776677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:44.042783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.786212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-02-27T21:57:44.042831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:43.607436Z","time spent":"435.383072ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:57:44.042805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.29468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:57:44.042932Z","caller":"traceutil/trace.go:171","msg":"trace[64583698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1883; }","duration":"435.440893ms","start":"2026-02-27T21:57:43.607479Z","end":"2026-02-27T21:57:44.04292Z","steps":["trace[64583698] 'agreement among raft nodes before linearized reading' (duration: 434.787298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:44.042981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:43.607411Z","time spent":"435.558735ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T21:57:44.043281Z","caller":"traceutil/trace.go:171","msg":"trace[1497409494] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1883; }","duration":"790.959507ms","start":"2026-02-27T21:57:43.251928Z","end":"2026-02-27T21:57:44.042887Z","steps":["trace[1497409494] 'agreement among raft nodes before linearized reading' (duration: 790.363393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:44.043466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:43.251909Z","time spent":"791.53813ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T21:57:44.370417Z","caller":"traceutil/trace.go:171","msg":"trace[2709935] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1962; }","duration":"318.546735ms","start":"2026-02-27T21:57:44.051844Z","end":"2026-02-27T21:57:44.370391Z","steps":["trace[2709935] 'read index received' (duration: 28.211476ms)","trace[2709935] 'applied index is now lower than readState.Index' (duration: 290.333909ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:44.370545Z","caller":"traceutil/trace.go:171","msg":"trace[533413297] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"320.747324ms","start":"2026-02-27T21:57:44.049777Z","end":"2026-02-27T21:57:44.370524Z","steps":["trace[533413297] 'process raft request' (duration: 320.443577ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:44.370567Z","caller":"traceutil/trace.go:171","msg":"trace[1509644211] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"320.775655ms","start":"2026-02-27T21:57:44.049758Z","end":"2026-02-27T21:57:44.370534Z","steps":["trace[1509644211] 'process raft request' (duration: 320.56636ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:44.370629Z","caller":"traceutil/trace.go:171","msg":"trace[1447710636] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"320.755555ms","start":"2026-02-27T21:57:44.049848Z","end":"2026-02-27T21:57:44.370604Z","steps":["trace[1447710636] 'process raft request' (duration: 320.431907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:44.37067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:44.049749Z","time spent":"320.840746ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:44.370756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:44.049839Z","time spent":"320.855796ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:44.370766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.911474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128294"} {"level":"info","ts":"2026-02-27T21:57:44.370814Z","caller":"traceutil/trace.go:171","msg":"trace[613446868] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1888; }","duration":"318.970986ms","start":"2026-02-27T21:57:44.051827Z","end":"2026-02-27T21:57:44.370798Z","steps":["trace[613446868] 'agreement among raft nodes before linearized reading' (duration: 318.72127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:44.370808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:44.049713Z","time spent":"320.919908ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:44.370826Z","caller":"traceutil/trace.go:171","msg":"trace[1130699273] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"321.111393ms","start":"2026-02-27T21:57:44.049679Z","end":"2026-02-27T21:57:44.37079Z","steps":["trace[1130699273] 'process raft request' (duration: 268.479871ms)","trace[1130699273] 'compare' (duration: 51.923875ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:44.370854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:44.05181Z","time spent":"319.033157ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":128316,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T21:57:44.370934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:44.049657Z","time spent":"321.221084ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:44.371519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.921571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:57:44.371591Z","caller":"traceutil/trace.go:171","msg":"trace[848453177] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1888; }","duration":"317.004182ms","start":"2026-02-27T21:57:44.05457Z","end":"2026-02-27T21:57:44.371575Z","steps":["trace[848453177] 'agreement among raft nodes before linearized reading' (duration: 316.89713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:44.371981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:44.054565Z","time spent":"317.083904ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T21:57:44.669658Z","caller":"traceutil/trace.go:171","msg":"trace[1731065341] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"132.749722ms","start":"2026-02-27T21:57:44.536874Z","end":"2026-02-27T21:57:44.669623Z","steps":["trace[1731065341] 'process raft request' (duration: 88.716481ms)","trace[1731065341] 'compare' (duration: 43.777326ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:45.179294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.958582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:57:45.179394Z","caller":"traceutil/trace.go:171","msg":"trace[1592010464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1889; }","duration":"125.129516ms","start":"2026-02-27T21:57:45.054237Z","end":"2026-02-27T21:57:45.179367Z","steps":["trace[1592010464] 'range keys from in-memory index tree' (duration: 124.753007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:46.585525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273996869,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:57:47.064995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227022542s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:57:47.165051Z","caller":"traceutil/trace.go:171","msg":"trace[517291159] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"1.327275625s","start":"2026-02-27T21:57:45.837742Z","end":"2026-02-27T21:57:47.165018Z","steps":["trace[517291159] 'process raft request' (duration: 1.227570004s)","trace[517291159] 'compare' (duration: 99.324643ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:47.165312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:45.837704Z","time spent":"1.3275121s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:47.24943Z","caller":"traceutil/trace.go:171","msg":"trace[1234724731] linearizableReadLoop","detail":"{readStateIndex:1972; appliedIndex:1970; }","duration":"1.164822973s","start":"2026-02-27T21:57:46.084571Z","end":"2026-02-27T21:57:47.249394Z","steps":["trace[1234724731] 'read index received' (duration: 980.756227ms)","trace[1234724731] 'applied index is now lower than readState.Index' (duration: 184.066166ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:47.2495Z","caller":"traceutil/trace.go:171","msg":"trace[540013606] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"1.200589424s","start":"2026-02-27T21:57:46.04888Z","end":"2026-02-27T21:57:47.249469Z","steps":["trace[540013606] 'process raft request' (duration: 1.200349709s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:47.249538Z","caller":"traceutil/trace.go:171","msg":"trace[906611631] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"573.707887ms","start":"2026-02-27T21:57:46.675809Z","end":"2026-02-27T21:57:47.249517Z","steps":["trace[906611631] 'process raft request' (duration: 573.551873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:47.249645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165071868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T21:57:47.249658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:46.675782Z","time spent":"573.802418ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:47.249667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:46.048862Z","time spent":"1.200713407s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:47.249679Z","caller":"traceutil/trace.go:171","msg":"trace[405874065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1893; }","duration":"1.16514964s","start":"2026-02-27T21:57:46.084524Z","end":"2026-02-27T21:57:47.249674Z","steps":["trace[405874065] 'agreement among raft nodes before linearized reading' (duration: 1.165014937s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:47.250322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:46.084507Z","time spent":"1.165807054s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:57:47.249858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.74102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:57:47.25059Z","caller":"traceutil/trace.go:171","msg":"trace[1148685304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1893; }","duration":"876.484927ms","start":"2026-02-27T21:57:46.374083Z","end":"2026-02-27T21:57:47.250568Z","steps":["trace[1148685304] 'agreement among raft nodes before linearized reading' (duration: 875.695529ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:47.250657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:46.374066Z","time spent":"876.570499ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:57:47.24991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.79636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:57:47.250786Z","caller":"traceutil/trace.go:171","msg":"trace[946125606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1893; }","duration":"875.67873ms","start":"2026-02-27T21:57:46.375088Z","end":"2026-02-27T21:57:47.250766Z","steps":["trace[946125606] 'agreement among raft nodes before linearized reading' (duration: 874.694937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:47.250841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:46.375079Z","time spent":"875.746041ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:57:47.249918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.575352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:57:47.250896Z","caller":"traceutil/trace.go:171","msg":"trace[1508499537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1893; }","duration":"595.647526ms","start":"2026-02-27T21:57:46.655234Z","end":"2026-02-27T21:57:47.250882Z","steps":["trace[1508499537] 'agreement among raft nodes before linearized reading' (duration: 594.622463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:47.250949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:46.65521Z","time spent":"595.723327ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:57:47.249944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.857761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T21:57:47.251056Z","caller":"traceutil/trace.go:171","msg":"trace[722776452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1893; }","duration":"876.003126ms","start":"2026-02-27T21:57:46.375035Z","end":"2026-02-27T21:57:47.251038Z","steps":["trace[722776452] 'agreement among raft nodes before linearized reading' (duration: 874.733578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:47.251129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:46.375022Z","time spent":"876.077549ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:57:47.249974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.098472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:57:47.251179Z","caller":"traceutil/trace.go:171","msg":"trace[1215895180] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1893; }","duration":"708.32024ms","start":"2026-02-27T21:57:46.542845Z","end":"2026-02-27T21:57:47.251165Z","steps":["trace[1215895180] 'agreement among raft nodes before linearized reading' (duration: 707.100403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:47.251228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:46.542828Z","time spent":"708.384671ms","remote":"127.0.0.1:44440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:57:47.249966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.654227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T21:57:47.251344Z","caller":"traceutil/trace.go:171","msg":"trace[698256386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1893; }","duration":"876.047518ms","start":"2026-02-27T21:57:46.375283Z","end":"2026-02-27T21:57:47.25133Z","steps":["trace[698256386] 'agreement among raft nodes before linearized reading' (duration: 874.475943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:47.249977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063241131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-02-27T21:57:47.251391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:46.375278Z","time spent":"876.100569ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:57:47.251405Z","caller":"traceutil/trace.go:171","msg":"trace[818195031] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1893; }","duration":"1.064729854s","start":"2026-02-27T21:57:46.186654Z","end":"2026-02-27T21:57:47.251384Z","steps":["trace[818195031] 'agreement among raft nodes before linearized reading' (duration: 1.063038057s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:47.251453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:46.186637Z","time spent":"1.064800745s","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:57:47.664043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.292422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:57:47.664765Z","caller":"traceutil/trace.go:171","msg":"trace[105037694] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"409.719189ms","start":"2026-02-27T21:57:47.255012Z","end":"2026-02-27T21:57:47.664731Z","steps":["trace[105037694] 'process raft request' (duration: 239.6277ms)","trace[105037694] 'compare' (duration: 169.139839ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:47.664922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:47.254994Z","time spent":"409.849133ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:48.211224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.39673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:57:48.211513Z","caller":"traceutil/trace.go:171","msg":"trace[685933533] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"954.391681ms","start":"2026-02-27T21:57:47.257103Z","end":"2026-02-27T21:57:48.211495Z","steps":["trace[685933533] 'process raft request' (duration: 954.312569ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:48.211587Z","caller":"traceutil/trace.go:171","msg":"trace[208804468] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"956.251892ms","start":"2026-02-27T21:57:47.25531Z","end":"2026-02-27T21:57:48.211561Z","steps":["trace[208804468] 'process raft request' (duration: 692.435102ms)","trace[208804468] 'compare' (duration: 263.257147ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:48.211607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:47.257092Z","time spent":"954.480062ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:48.211641Z","caller":"traceutil/trace.go:171","msg":"trace[1925046871] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"250.054298ms","start":"2026-02-27T21:57:47.961563Z","end":"2026-02-27T21:57:48.211618Z","steps":["trace[1925046871] 'process raft request' (duration: 249.988587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:48.211701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:47.255294Z","time spent":"956.341424ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:48.211786Z","caller":"traceutil/trace.go:171","msg":"trace[1664443722] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"892.033138ms","start":"2026-02-27T21:57:47.319746Z","end":"2026-02-27T21:57:48.211779Z","steps":["trace[1664443722] 'process raft request' (duration: 891.710561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:48.211874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:47.319715Z","time spent":"892.089668ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:48.211789Z","caller":"traceutil/trace.go:171","msg":"trace[1166359514] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1973; }","duration":"777.496003ms","start":"2026-02-27T21:57:47.434287Z","end":"2026-02-27T21:57:48.211783Z","steps":["trace[1166359514] 'read index received' (duration: 60.32724ms)","trace[1166359514] 'applied index is now lower than readState.Index' (duration: 717.167323ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:48.21191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.633665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18983949f99e9629\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-27T21:57:48.211914Z","caller":"traceutil/trace.go:171","msg":"trace[1419790173] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"955.034864ms","start":"2026-02-27T21:57:47.256858Z","end":"2026-02-27T21:57:48.211893Z","steps":["trace[1419790173] 'process raft request' (duration: 954.517773ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:48.211946Z","caller":"traceutil/trace.go:171","msg":"trace[969320191] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18983949f99e9629; range_end:; response_count:1; response_revision:1900; }","duration":"777.722068ms","start":"2026-02-27T21:57:47.434216Z","end":"2026-02-27T21:57:48.211939Z","steps":["trace[969320191] 'agreement among raft nodes before linearized reading' (duration: 777.582435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:48.211962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:47.434185Z","time spent":"777.773709ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18983949f99e9629\" "} {"level":"warn","ts":"2026-02-27T21:57:48.211997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.367317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:57:48.212007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:47.256839Z","time spent":"955.114716ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:48.212023Z","caller":"traceutil/trace.go:171","msg":"trace[1585483552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1900; }","duration":"556.458269ms","start":"2026-02-27T21:57:47.655559Z","end":"2026-02-27T21:57:48.212017Z","steps":["trace[1585483552] 'agreement among raft nodes before linearized reading' (duration: 556.414688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:48.212043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:47.655536Z","time spent":"556.50355ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:57:48.212118Z","caller":"traceutil/trace.go:171","msg":"trace[1601794357] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"955.72171ms","start":"2026-02-27T21:57:47.256382Z","end":"2026-02-27T21:57:48.212104Z","steps":["trace[1601794357] 'process raft request' (duration: 954.945223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:48.212196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:47.25637Z","time spent":"955.788081ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:49.157356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273996891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:57:49.658045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273996891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:57:49.682494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382105342s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T21:57:50.656755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000314203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:57:50.656864Z","caller":"traceutil/trace.go:171","msg":"trace[1705864066] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464117s","start":"2026-02-27T21:57:48.656359Z","end":"2026-02-27T21:57:50.656823Z","steps":["trace[1705864066] 'agreement among raft nodes before linearized reading' (duration: 2.000348874s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:50.656912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:48.656338Z","time spent":"2.000564179s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:57:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:57:50.742811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.487886ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:57:50.742921Z","caller":"traceutil/trace.go:171","msg":"trace[504087605] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1901; }","duration":"538.599198ms","start":"2026-02-27T21:57:50.204305Z","end":"2026-02-27T21:57:50.742904Z","steps":["trace[504087605] 'range keys from in-memory index tree' (duration: 538.475936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:50.743344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060511582s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:57:50.743468Z","caller":"traceutil/trace.go:171","msg":"trace[925238929] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"2.482644899s","start":"2026-02-27T21:57:48.260814Z","end":"2026-02-27T21:57:50.743459Z","steps":["trace[925238929] 'process raft request' (duration: 1.421980584s)","trace[925238929] 'compare' (duration: 1.060139804s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:50.743513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:48.260799Z","time spent":"2.482693751s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:50.743636Z","caller":"traceutil/trace.go:171","msg":"trace[1967271786] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1981; }","duration":"2.087208613s","start":"2026-02-27T21:57:48.656417Z","end":"2026-02-27T21:57:50.743625Z","steps":["trace[1967271786] 'read index received' (duration: 1.026399444s)","trace[1967271786] 'applied index is now lower than readState.Index' (duration: 1.060808159s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:50.743745Z","caller":"traceutil/trace.go:171","msg":"trace[2132134194] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"1.488075253s","start":"2026-02-27T21:57:49.255663Z","end":"2026-02-27T21:57:50.743738Z","steps":["trace[2132134194] 'process raft request' (duration: 1.487739275s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:50.743786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:49.255637Z","time spent":"1.488127405s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:50.743888Z","caller":"traceutil/trace.go:171","msg":"trace[1926001301] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"1.487753777s","start":"2026-02-27T21:57:49.256119Z","end":"2026-02-27T21:57:50.743872Z","steps":["trace[1926001301] 'process raft request' (duration: 1.48747533s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:50.743927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:49.256108Z","time spent":"1.487795398s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:52.657304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000129638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T21:57:52.657395Z","caller":"traceutil/trace.go:171","msg":"trace[1700972253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298371s","start":"2026-02-27T21:57:50.657077Z","end":"2026-02-27T21:57:52.657376Z","steps":["trace[1700972253] 'agreement among raft nodes before linearized reading' (duration: 2.000162278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:52.657497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:50.657056Z","time spent":"2.000429915s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 21:57:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T21:57:52.691147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:51.341955Z","time spent":"1.349185204s","remote":"127.0.0.1:48580","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T21:57:52.69155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78074413s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:57:52.691726Z","caller":"traceutil/trace.go:171","msg":"trace[729131097] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"2.474259128s","start":"2026-02-27T21:57:50.217447Z","end":"2026-02-27T21:57:52.691706Z","steps":["trace[729131097] 'process raft request' (duration: 693.278702ms)","trace[729131097] 'compare' (duration: 1.780536586s)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:52.691794Z","caller":"traceutil/trace.go:171","msg":"trace[1716285681] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1984; }","duration":"1.9481212s","start":"2026-02-27T21:57:50.743657Z","end":"2026-02-27T21:57:52.691778Z","steps":["trace[1716285681] 'read index received' (duration: 166.964151ms)","trace[1716285681] 'applied index is now lower than readState.Index' (duration: 1.781155519s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:52.691867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:50.217433Z","time spent":"2.474334349s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:53.19287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273996899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:57:53.375754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.022137ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-02-27T21:57:53.376065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255585783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:57:53.376103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159767338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T21:57:53.376176Z","caller":"traceutil/trace.go:171","msg":"trace[2009788092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1905; }","duration":"3.15988298s","start":"2026-02-27T21:57:50.216271Z","end":"2026-02-27T21:57:53.376154Z","steps":["trace[2009788092] 'agreement among raft nodes before linearized reading' (duration: 2.475569937s)","trace[2009788092] 'range keys from in-memory index tree' (duration: 684.099269ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:53.376209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:50.216254Z","time spent":"3.159949791s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T21:57:53.376167Z","caller":"traceutil/trace.go:171","msg":"trace[1082380654] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1905; }","duration":"3.255752567s","start":"2026-02-27T21:57:50.120388Z","end":"2026-02-27T21:57:53.376141Z","steps":["trace[1082380654] 'agreement among raft nodes before linearized reading' (duration: 2.571444303s)","trace[1082380654] 'count revisions from in-memory index tree' (duration: 684.107019ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:53.376374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:50.120361Z","time spent":"3.255998182s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:57:53.376363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159740078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-27T21:57:53.376386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.004971971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:57:53.376415Z","caller":"traceutil/trace.go:171","msg":"trace[1429655384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1905; }","duration":"3.159809179s","start":"2026-02-27T21:57:50.216591Z","end":"2026-02-27T21:57:53.3764Z","steps":["trace[1429655384] 'agreement among raft nodes before linearized reading' (duration: 2.475245409s)","trace[1429655384] 'range keys from in-memory index tree' (duration: 684.354864ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:53.376437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160129985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T21:57:53.376445Z","caller":"traceutil/trace.go:171","msg":"trace[1726494746] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1905; }","duration":"4.005077183s","start":"2026-02-27T21:57:49.371358Z","end":"2026-02-27T21:57:53.376435Z","steps":["trace[1726494746] 'agreement among raft nodes before linearized reading' (duration: 3.320483214s)","trace[1726494746] 'count revisions from in-memory index tree' (duration: 684.518478ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:53.376469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:50.216581Z","time spent":"3.15986654s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:57:53.376496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:49.371335Z","time spent":"4.005152015s","remote":"127.0.0.1:47666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:57:53.376436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.700553434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T21:57:53.376507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985925175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-02-27T21:57:53.37653Z","caller":"traceutil/trace.go:171","msg":"trace[962260789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1905; }","duration":"3.700645196s","start":"2026-02-27T21:57:49.675869Z","end":"2026-02-27T21:57:53.376515Z","steps":["trace[962260789] 'agreement among raft nodes before linearized reading' (duration: 3.015938594s)","trace[962260789] 'range keys from in-memory index tree' (duration: 684.469227ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:53.376548Z","caller":"traceutil/trace.go:171","msg":"trace[1238548135] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1905; }","duration":"3.985995586s","start":"2026-02-27T21:57:49.390536Z","end":"2026-02-27T21:57:53.376532Z","steps":["trace[1238548135] 'agreement among raft nodes before linearized reading' (duration: 3.301281994s)","trace[1238548135] 'range keys from in-memory index tree' (duration: 684.502258ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:53.376525Z","caller":"traceutil/trace.go:171","msg":"trace[530874921] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"1.828058145s","start":"2026-02-27T21:57:51.54844Z","end":"2026-02-27T21:57:53.376498Z","steps":["trace[530874921] 'process raft request' (duration: 1.827495973s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.376589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:49.390517Z","time spent":"3.986065438s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T21:57:53.376594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:49.675814Z","time spent":"3.700766619s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:57:53.376371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159348858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:57:53.376651Z","caller":"traceutil/trace.go:171","msg":"trace[640501540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1905; }","duration":"3.159711827s","start":"2026-02-27T21:57:50.216932Z","end":"2026-02-27T21:57:53.376644Z","steps":["trace[640501540] 'agreement among raft nodes before linearized reading' (duration: 2.474898282s)","trace[640501540] 'range keys from in-memory index tree' (duration: 684.413456ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:57:53.376485Z","caller":"traceutil/trace.go:171","msg":"trace[869554833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1905; }","duration":"3.160197447s","start":"2026-02-27T21:57:50.216268Z","end":"2026-02-27T21:57:53.376466Z","steps":["trace[869554833] 'agreement among raft nodes before linearized reading' (duration: 2.475534976s)","trace[869554833] 'range keys from in-memory index tree' (duration: 684.441937ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:53.376676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:50.216909Z","time spent":"3.159760867s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T21:57:53.376675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:51.548413Z","time spent":"1.828190008s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:53.376721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:50.216252Z","time spent":"3.160439632s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T21:57:53.376811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.068663704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-27T21:57:53.376913Z","caller":"traceutil/trace.go:171","msg":"trace[1045645786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1905; }","duration":"4.068793156s","start":"2026-02-27T21:57:49.3081Z","end":"2026-02-27T21:57:53.376893Z","steps":["trace[1045645786] 'agreement among raft nodes before linearized reading' (duration: 3.383752937s)","trace[1045645786] 'range keys from in-memory index tree' (duration: 684.373965ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:53.377008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:49.30808Z","time spent":"4.06891087s","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T21:57:53.694022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273996899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:57:53.701321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.66133264s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:57:53.732351Z","caller":"traceutil/trace.go:171","msg":"trace[2095486905] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"1.692502801s","start":"2026-02-27T21:57:52.039816Z","end":"2026-02-27T21:57:53.732318Z","steps":["trace[2095486905] 'process raft request' (duration: 1.661740958s)","trace[2095486905] 'compare' (duration: 30.557068ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:53.732663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:52.039791Z","time spent":"1.692633694s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8396,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:53.737061Z","caller":"traceutil/trace.go:171","msg":"trace[1973075589] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"988.318143ms","start":"2026-02-27T21:57:52.7487Z","end":"2026-02-27T21:57:53.737018Z","steps":["trace[1973075589] 'process raft request' (duration: 988.024026ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:53.73712Z","caller":"traceutil/trace.go:171","msg":"trace[640895575] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"356.124117ms","start":"2026-02-27T21:57:53.380965Z","end":"2026-02-27T21:57:53.737089Z","steps":["trace[640895575] 'process raft request' (duration: 355.957394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.737239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:52.748681Z","time spent":"988.463045ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:53.737282Z","caller":"traceutil/trace.go:171","msg":"trace[1132274334] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"356.031885ms","start":"2026-02-27T21:57:53.381244Z","end":"2026-02-27T21:57:53.737276Z","steps":["trace[1132274334] 'process raft request' (duration: 355.724749ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:53.737089Z","caller":"traceutil/trace.go:171","msg":"trace[2103623164] linearizableReadLoop","detail":"{readStateIndex:1995; appliedIndex:1987; }","duration":"1.045239107s","start":"2026-02-27T21:57:52.691831Z","end":"2026-02-27T21:57:53.73707Z","steps":["trace[2103623164] 'read index received' (duration: 1.00971426s)","trace[2103623164] 'applied index is now lower than readState.Index' (duration: 35.524117ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:57:53.737348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:53.380947Z","time spent":"356.298302ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:53.737204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703324355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:57:53.737251Z","caller":"traceutil/trace.go:171","msg":"trace[1248951491] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"356.25524ms","start":"2026-02-27T21:57:53.380984Z","end":"2026-02-27T21:57:53.737239Z","steps":["trace[1248951491] 'process raft request' (duration: 355.961504ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:53.737588Z","caller":"traceutil/trace.go:171","msg":"trace[109587785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1914; }","duration":"2.703707423s","start":"2026-02-27T21:57:51.033843Z","end":"2026-02-27T21:57:53.73755Z","steps":["trace[109587785] 'agreement among raft nodes before linearized reading' (duration: 2.703282784s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.737618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:53.380969Z","time spent":"356.586447ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:53.737693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:51.03375Z","time spent":"2.703904287s","remote":"127.0.0.1:36832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:57:53.737901Z","caller":"traceutil/trace.go:171","msg":"trace[1990834596] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"356.607557ms","start":"2026-02-27T21:57:53.381284Z","end":"2026-02-27T21:57:53.737892Z","steps":["trace[1990834596] 'process raft request' (duration: 355.734339ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.73737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:53.381237Z","time spent":"356.087206ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:53.737948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.916103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:57:53.737946Z","caller":"traceutil/trace.go:171","msg":"trace[546313047] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"987.78066ms","start":"2026-02-27T21:57:52.750098Z","end":"2026-02-27T21:57:53.737879Z","steps":["trace[546313047] 'process raft request' (duration: 986.789639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.737979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:53.381274Z","time spent":"356.655009ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:57:53.738043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.255793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:57:53.738076Z","caller":"traceutil/trace.go:171","msg":"trace[1645239477] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1914; }","duration":"170.322523ms","start":"2026-02-27T21:57:53.567746Z","end":"2026-02-27T21:57:53.738068Z","steps":["trace[1645239477] 'agreement among raft nodes before linearized reading' (duration: 170.272112ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.738126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.858498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T21:57:53.73814Z","caller":"traceutil/trace.go:171","msg":"trace[1172778498] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"356.007095ms","start":"2026-02-27T21:57:53.382119Z","end":"2026-02-27T21:57:53.738126Z","steps":["trace[1172778498] 'process raft request' (duration: 354.923041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.738154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:52.750069Z","time spent":"987.955543ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:53.73817Z","caller":"traceutil/trace.go:171","msg":"trace[439978699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1914; }","duration":"680.95458ms","start":"2026-02-27T21:57:53.057206Z","end":"2026-02-27T21:57:53.73816Z","steps":["trace[439978699] 'agreement among raft nodes before linearized reading' (duration: 680.877319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.738186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017703772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T21:57:53.738187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3111235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18983949f99e9629\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-02-27T21:57:53.738215Z","caller":"traceutil/trace.go:171","msg":"trace[1397813836] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1914; }","duration":"2.017792954s","start":"2026-02-27T21:57:51.720415Z","end":"2026-02-27T21:57:53.738208Z","steps":["trace[1397813836] 'agreement among raft nodes before linearized reading' (duration: 2.017707902s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.738212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:53.382112Z","time spent":"356.058797ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:57:53.738246Z","caller":"traceutil/trace.go:171","msg":"trace[1613403933] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18983949f99e9629; range_end:; response_count:1; response_revision:1914; }","duration":"1.311209343s","start":"2026-02-27T21:57:52.427019Z","end":"2026-02-27T21:57:53.738228Z","steps":["trace[1613403933] 'agreement among raft nodes before linearized reading' (duration: 1.310981958s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.738277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:51.720396Z","time spent":"2.017873136s","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":29,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:57:53.738277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072555062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:57:53.738289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:52.427004Z","time spent":"1.311274704s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18983949f99e9629\" "} {"level":"info","ts":"2026-02-27T21:57:53.737989Z","caller":"traceutil/trace.go:171","msg":"trace[685379500] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1914; }","duration":"307.986564ms","start":"2026-02-27T21:57:53.429993Z","end":"2026-02-27T21:57:53.73798Z","steps":["trace[685379500] 'agreement among raft nodes before linearized reading' (duration: 307.907313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:57:53.738338Z","caller":"traceutil/trace.go:171","msg":"trace[559990619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1914; }","duration":"1.072610495s","start":"2026-02-27T21:57:52.665706Z","end":"2026-02-27T21:57:53.738317Z","steps":["trace[559990619] 'agreement among raft nodes before linearized reading' (duration: 1.072522202s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.738293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.260844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T21:57:53.73843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:52.665646Z","time spent":"1.072770019s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:57:53.73836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:53.42998Z","time spent":"308.365904ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:57:53.738769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526765836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T21:57:53.738858Z","caller":"traceutil/trace.go:171","msg":"trace[266605396] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1914; }","duration":"1.526890659s","start":"2026-02-27T21:57:52.211945Z","end":"2026-02-27T21:57:53.738835Z","steps":["trace[266605396] 'agreement among raft nodes before linearized reading' (duration: 1.526702745s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.738873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.968988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:57:53.738907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:52.211928Z","time spent":"1.526971511s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T21:57:53.738933Z","caller":"traceutil/trace.go:171","msg":"trace[1932958700] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1914; }","duration":"353.051601ms","start":"2026-02-27T21:57:53.385867Z","end":"2026-02-27T21:57:53.738918Z","steps":["trace[1932958700] 'agreement among raft nodes before linearized reading' (duration: 352.015637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.738853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:53.05719Z","time spent":"680.998192ms","remote":"127.0.0.1:36892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:57:53.739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:53.385859Z","time spent":"353.115272ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T21:57:53.73845Z","caller":"traceutil/trace.go:171","msg":"trace[793174412] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1914; }","duration":"733.49035ms","start":"2026-02-27T21:57:53.004946Z","end":"2026-02-27T21:57:53.738436Z","steps":["trace[793174412] 'agreement among raft nodes before linearized reading' (duration: 733.04848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:57:53.73912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:57:53.004925Z","time spent":"734.164104ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T21:58:23.975497Z","caller":"traceutil/trace.go:171","msg":"trace[1772869533] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"123.021302ms","start":"2026-02-27T21:58:23.852452Z","end":"2026-02-27T21:58:23.975474Z","steps":["trace[1772869533] 'process raft request' (duration: 104.236757ms)","trace[1772869533] 'compare' (duration: 18.672272ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:58:23.975776Z","caller":"traceutil/trace.go:171","msg":"trace[577869673] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"118.840709ms","start":"2026-02-27T21:58:23.856865Z","end":"2026-02-27T21:58:23.975706Z","steps":["trace[577869673] 'process raft request' (duration: 118.572423ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:58:23.975948Z","caller":"traceutil/trace.go:171","msg":"trace[1473840056] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"109.937823ms","start":"2026-02-27T21:58:23.865993Z","end":"2026-02-27T21:58:23.975931Z","steps":["trace[1473840056] 'process raft request' (duration: 109.655076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:58:24.275416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.088122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-02-27T21:58:24.275531Z","caller":"traceutil/trace.go:171","msg":"trace[886799419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2058; }","duration":"294.229445ms","start":"2026-02-27T21:58:23.981269Z","end":"2026-02-27T21:58:24.275499Z","steps":["trace[886799419] 'agreement among raft nodes before linearized reading' (duration: 94.209817ms)","trace[886799419] 'range keys from in-memory index tree' (duration: 199.712122ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:59:08.881971Z","caller":"traceutil/trace.go:171","msg":"trace[1163526857] linearizableReadLoop","detail":"{readStateIndex:2544; appliedIndex:2543; }","duration":"226.343862ms","start":"2026-02-27T21:59:08.655591Z","end":"2026-02-27T21:59:08.881935Z","steps":["trace[1163526857] 'read index received' (duration: 226.077906ms)","trace[1163526857] 'applied index is now lower than readState.Index' (duration: 264.846µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:59:08.882162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.548127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:59:08.882182Z","caller":"traceutil/trace.go:171","msg":"trace[18446159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2438; }","duration":"226.622389ms","start":"2026-02-27T21:59:08.655554Z","end":"2026-02-27T21:59:08.882176Z","steps":["trace[18446159] 'agreement among raft nodes before linearized reading' (duration: 226.503646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:59:08.882232Z","caller":"traceutil/trace.go:171","msg":"trace[906792850] transaction","detail":"{read_only:false; response_revision:2438; number_of_response:1; }","duration":"292.007998ms","start":"2026-02-27T21:59:08.590187Z","end":"2026-02-27T21:59:08.882195Z","steps":["trace[906792850] 'process raft request' (duration: 291.593829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:17.924557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273998208,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T21:59:18.069702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022498701s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T21:59:18.070057Z","caller":"traceutil/trace.go:171","msg":"trace[418907741] linearizableReadLoop","detail":"{readStateIndex:2591; appliedIndex:2590; }","duration":"646.290883ms","start":"2026-02-27T21:59:17.423747Z","end":"2026-02-27T21:59:18.070038Z","steps":["trace[418907741] 'read index received' (duration: 646.102319ms)","trace[418907741] 'applied index is now lower than readState.Index' (duration: 187.794µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:59:18.070352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.574859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:59:18.070377Z","caller":"traceutil/trace.go:171","msg":"trace[1692613401] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"1.023294979s","start":"2026-02-27T21:59:17.047051Z","end":"2026-02-27T21:59:18.070346Z","steps":["trace[1692613401] 'process raft request' (duration: 1.022847309s)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:59:18.070442Z","caller":"traceutil/trace.go:171","msg":"trace[1192126134] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2483; }","duration":"646.689862ms","start":"2026-02-27T21:59:17.42374Z","end":"2026-02-27T21:59:18.07043Z","steps":["trace[1192126134] 'agreement among raft nodes before linearized reading' (duration: 646.527578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:18.070516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:17.423684Z","time spent":"646.823265ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T21:59:18.070517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.063315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T21:59:18.070497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.749439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:59:18.070586Z","caller":"traceutil/trace.go:171","msg":"trace[2100317584] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2483; }","duration":"332.138016ms","start":"2026-02-27T21:59:17.73843Z","end":"2026-02-27T21:59:18.070568Z","steps":["trace[2100317584] 'agreement among raft nodes before linearized reading' (duration: 332.038504ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T21:59:18.070606Z","caller":"traceutil/trace.go:171","msg":"trace[326992924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2483; }","duration":"414.921773ms","start":"2026-02-27T21:59:17.655664Z","end":"2026-02-27T21:59:18.070586Z","steps":["trace[326992924] 'agreement among raft nodes before linearized reading' (duration: 414.762439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:18.070574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:17.047026Z","time spent":"1.023453793s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:59:18.070649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:17.655624Z","time spent":"415.014795ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T21:59:18.070643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:17.738342Z","time spent":"332.28578ms","remote":"127.0.0.1:37004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-27T21:59:18.330506Z","caller":"traceutil/trace.go:171","msg":"trace[721475879] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"118.0479ms","start":"2026-02-27T21:59:18.212433Z","end":"2026-02-27T21:59:18.330481Z","steps":["trace[721475879] 'process raft request' (duration: 74.391769ms)","trace[721475879] 'compare' (duration: 43.552638ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:59:18.579391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.356584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T21:59:18.579556Z","caller":"traceutil/trace.go:171","msg":"trace[1196271133] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"171.075141ms","start":"2026-02-27T21:59:18.408458Z","end":"2026-02-27T21:59:18.579533Z","steps":["trace[1196271133] 'process raft request' (duration: 59.464511ms)","trace[1196271133] 'compare' (duration: 111.125619ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:59:51.356144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.392359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T21:59:51.356261Z","caller":"traceutil/trace.go:171","msg":"trace[1548428027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2669; }","duration":"597.547203ms","start":"2026-02-27T21:59:50.758688Z","end":"2026-02-27T21:59:51.356235Z","steps":["trace[1548428027] 'range keys from in-memory index tree' (duration: 597.194875ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:51.356313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:50.758672Z","time spent":"597.625695ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T21:59:51.428402Z","caller":"traceutil/trace.go:171","msg":"trace[579623374] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"610.995909ms","start":"2026-02-27T21:59:50.81738Z","end":"2026-02-27T21:59:51.428376Z","steps":["trace[579623374] 'process raft request' (duration: 610.833665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:51.428585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:50.817359Z","time spent":"611.122961ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:59:51.515016Z","caller":"traceutil/trace.go:171","msg":"trace[1688541941] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"154.415941ms","start":"2026-02-27T21:59:51.360573Z","end":"2026-02-27T21:59:51.514989Z","steps":["trace[1688541941] 'process raft request' (duration: 154.074223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:51.978501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.612177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T21:59:51.978636Z","caller":"traceutil/trace.go:171","msg":"trace[1831829558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2671; }","duration":"323.798641ms","start":"2026-02-27T21:59:51.654818Z","end":"2026-02-27T21:59:51.978617Z","steps":["trace[1831829558] 'range keys from in-memory index tree' (duration: 323.527905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:51.978677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:51.654799Z","time spent":"323.868534ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T21:59:52.377747Z","caller":"traceutil/trace.go:171","msg":"trace[1392743911] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"144.574061ms","start":"2026-02-27T21:59:52.233147Z","end":"2026-02-27T21:59:52.377721Z","steps":["trace[1392743911] 'process raft request' (duration: 144.309295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:53.094893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000273998738,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T21:59:53.137783Z","caller":"traceutil/trace.go:171","msg":"trace[382603706] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"747.095731ms","start":"2026-02-27T21:59:52.390662Z","end":"2026-02-27T21:59:53.137758Z","steps":["trace[382603706] 'process raft request' (duration: 746.931547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:53.138126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:52.390618Z","time spent":"747.413938ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T21:59:53.225129Z","caller":"traceutil/trace.go:171","msg":"trace[1175200813] linearizableReadLoop","detail":"{readStateIndex:2789; appliedIndex:2787; }","duration":"630.937205ms","start":"2026-02-27T21:59:52.59416Z","end":"2026-02-27T21:59:53.225097Z","steps":["trace[1175200813] 'read index received' (duration: 543.513691ms)","trace[1175200813] 'applied index is now lower than readState.Index' (duration: 87.422694ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T21:59:53.225204Z","caller":"traceutil/trace.go:171","msg":"trace[1525847817] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"723.96977ms","start":"2026-02-27T21:59:52.501189Z","end":"2026-02-27T21:59:53.225159Z","steps":["trace[1525847817] 'process raft request' (duration: 671.76542ms)","trace[1525847817] 'compare' (duration: 52.035016ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T21:59:53.225385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:52.501163Z","time spent":"724.129874ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T21:59:53.225431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.221622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T21:59:53.225504Z","caller":"traceutil/trace.go:171","msg":"trace[464636690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2674; }","duration":"631.380446ms","start":"2026-02-27T21:59:52.594105Z","end":"2026-02-27T21:59:53.225486Z","steps":["trace[464636690] 'agreement among raft nodes before linearized reading' (duration: 631.089308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:53.225548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:52.594085Z","time spent":"631.454838ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T21:59:53.225599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.699786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T21:59:53.225678Z","caller":"traceutil/trace.go:171","msg":"trace[276972071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2674; }","duration":"629.87738ms","start":"2026-02-27T21:59:52.595787Z","end":"2026-02-27T21:59:53.225664Z","steps":["trace[276972071] 'agreement among raft nodes before linearized reading' (duration: 629.561423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:53.225746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:52.595764Z","time spent":"629.970563ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T21:59:53.225768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.790976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T21:59:53.225868Z","caller":"traceutil/trace.go:171","msg":"trace[1724891433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2674; }","duration":"578.917528ms","start":"2026-02-27T21:59:52.646928Z","end":"2026-02-27T21:59:53.225846Z","steps":["trace[1724891433] 'agreement among raft nodes before linearized reading' (duration: 578.714993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:53.225932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:52.64691Z","time spent":"579.004951ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T21:59:53.226102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.140316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T21:59:53.226257Z","caller":"traceutil/trace.go:171","msg":"trace[498252268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2674; }","duration":"571.31418ms","start":"2026-02-27T21:59:52.65489Z","end":"2026-02-27T21:59:53.226205Z","steps":["trace[498252268] 'agreement among raft nodes before linearized reading' (duration: 570.610074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T21:59:53.22639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T21:59:52.654871Z","time spent":"571.505745ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T22:00:04.612166Z","caller":"traceutil/trace.go:171","msg":"trace[1867213576] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"166.657366ms","start":"2026-02-27T22:00:04.445488Z","end":"2026-02-27T22:00:04.612145Z","steps":["trace[1867213576] 'process raft request' (duration: 166.198276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:01:49.192639Z","caller":"traceutil/trace.go:171","msg":"trace[1648918216] linearizableReadLoop","detail":"{readStateIndex:3500; appliedIndex:3499; }","duration":"133.781104ms","start":"2026-02-27T22:01:49.058832Z","end":"2026-02-27T22:01:49.192613Z","steps":["trace[1648918216] 'read index received' (duration: 133.547959ms)","trace[1648918216] 'applied index is now lower than readState.Index' (duration: 231.945µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:01:49.1927Z","caller":"traceutil/trace.go:171","msg":"trace[1207504928] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"152.59028ms","start":"2026-02-27T22:01:49.040076Z","end":"2026-02-27T22:01:49.192666Z","steps":["trace[1207504928] 'process raft request' (duration: 152.388345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:01:49.192851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.998549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:01:49.192951Z","caller":"traceutil/trace.go:171","msg":"trace[582899265] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3355; }","duration":"134.158372ms","start":"2026-02-27T22:01:49.058769Z","end":"2026-02-27T22:01:49.192928Z","steps":["trace[582899265] 'agreement among raft nodes before linearized reading' (duration: 133.960058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:02:24.994256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274001211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:02:25.361603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.012962783s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:02:25.362016Z","caller":"traceutil/trace.go:171","msg":"trace[19532402] linearizableReadLoop","detail":"{readStateIndex:3753; appliedIndex:3752; }","duration":"868.101301ms","start":"2026-02-27T22:02:24.493889Z","end":"2026-02-27T22:02:25.36199Z","steps":["trace[19532402] 'read index received' (duration: 867.944098ms)","trace[19532402] 'applied index is now lower than readState.Index' (duration: 155.963µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:02:25.362123Z","caller":"traceutil/trace.go:171","msg":"trace[1643002629] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"1.013565316s","start":"2026-02-27T22:02:24.348525Z","end":"2026-02-27T22:02:25.362091Z","steps":["trace[1643002629] 'process raft request' (duration: 1.013309671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:02:25.362217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.292276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:02:25.36228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:02:24.348501Z","time spent":"1.01369979s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:02:25.362289Z","caller":"traceutil/trace.go:171","msg":"trace[1091893387] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3601; }","duration":"868.425499ms","start":"2026-02-27T22:02:24.493845Z","end":"2026-02-27T22:02:25.36227Z","steps":["trace[1091893387] 'agreement among raft nodes before linearized reading' (duration: 868.279636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:02:25.362349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:02:24.493827Z","time spent":"868.509242ms","remote":"127.0.0.1:47862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:02:25.364692Z","caller":"traceutil/trace.go:171","msg":"trace[1252204774] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"131.102147ms","start":"2026-02-27T22:02:25.233558Z","end":"2026-02-27T22:02:25.36466Z","steps":["trace[1252204774] 'process raft request' (duration: 130.898283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:02:25.36498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.979872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:02:25.365041Z","caller":"traceutil/trace.go:171","msg":"trace[742234991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3603; }","duration":"711.060553ms","start":"2026-02-27T22:02:24.653963Z","end":"2026-02-27T22:02:25.365024Z","steps":["trace[742234991] 'agreement among raft nodes before linearized reading' (duration: 710.94599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:02:25.365041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.240162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T22:02:25.365081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:02:24.653953Z","time spent":"711.117904ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:02:25.365098Z","caller":"traceutil/trace.go:171","msg":"trace[1939136793] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3603; }","duration":"353.324024ms","start":"2026-02-27T22:02:25.011759Z","end":"2026-02-27T22:02:25.365083Z","steps":["trace[1939136793] 'agreement among raft nodes before linearized reading' (duration: 353.168341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:02:25.365133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:02:25.011748Z","time spent":"353.377005ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":28,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:02:25.365142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.400121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T22:02:25.365218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.01893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:02:25.365247Z","caller":"traceutil/trace.go:171","msg":"trace[1248547663] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3603; }","duration":"366.607376ms","start":"2026-02-27T22:02:24.998626Z","end":"2026-02-27T22:02:25.365234Z","steps":["trace[1248547663] 'agreement among raft nodes before linearized reading' (duration: 366.394361ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:02:25.365263Z","caller":"traceutil/trace.go:171","msg":"trace[712712770] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:3603; }","duration":"552.089122ms","start":"2026-02-27T22:02:24.813161Z","end":"2026-02-27T22:02:25.36525Z","steps":["trace[712712770] 'agreement among raft nodes before linearized reading' (duration: 551.929579ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:02:25.365302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:02:24.81315Z","time spent":"552.145023ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"warn","ts":"2026-02-27T22:02:25.365303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:02:24.998602Z","time spent":"366.689068ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:03:29.919194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.747877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T22:03:29.919219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.488658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:29.91929Z","caller":"traceutil/trace.go:171","msg":"trace[416065504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4023; }","duration":"246.89398ms","start":"2026-02-27T22:03:29.672373Z","end":"2026-02-27T22:03:29.919267Z","steps":["trace[416065504] 'range keys from in-memory index tree' (duration: 246.515141ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:29.919313Z","caller":"traceutil/trace.go:171","msg":"trace[673377911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4023; }","duration":"264.613691ms","start":"2026-02-27T22:03:29.654677Z","end":"2026-02-27T22:03:29.91929Z","steps":["trace[673377911] 'range keys from in-memory index tree' (duration: 264.375995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:29.919478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.185326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:03:29.919545Z","caller":"traceutil/trace.go:171","msg":"trace[1632700468] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:4023; }","duration":"242.263748ms","start":"2026-02-27T22:03:29.677264Z","end":"2026-02-27T22:03:29.919528Z","steps":["trace[1632700468] 'range keys from in-memory index tree' (duration: 242.007783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:29.919103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.154365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:29.921022Z","caller":"traceutil/trace.go:171","msg":"trace[955714538] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4023; }","duration":"169.583587ms","start":"2026-02-27T22:03:29.750849Z","end":"2026-02-27T22:03:29.920433Z","steps":["trace[955714538] 'count revisions from in-memory index tree' (duration: 168.065723ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:34.782984Z","caller":"traceutil/trace.go:171","msg":"trace[546677151] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"187.564012ms","start":"2026-02-27T22:03:34.595399Z","end":"2026-02-27T22:03:34.782963Z","steps":["trace[546677151] 'process raft request' (duration: 118.152243ms)","trace[546677151] 'compare' (duration: 69.319376ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:03:34.789522Z","caller":"traceutil/trace.go:171","msg":"trace[290626812] linearizableReadLoop","detail":"{readStateIndex:4555; appliedIndex:4552; }","duration":"188.495484ms","start":"2026-02-27T22:03:34.600983Z","end":"2026-02-27T22:03:34.789478Z","steps":["trace[290626812] 'read index received' (duration: 112.581211ms)","trace[290626812] 'applied index is now lower than readState.Index' (duration: 75.913332ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:03:34.789568Z","caller":"traceutil/trace.go:171","msg":"trace[1984810998] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"193.560075ms","start":"2026-02-27T22:03:34.595987Z","end":"2026-02-27T22:03:34.789548Z","steps":["trace[1984810998] 'process raft request' (duration: 193.31784ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:34.789599Z","caller":"traceutil/trace.go:171","msg":"trace[349697682] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"191.611493ms","start":"2026-02-27T22:03:34.597965Z","end":"2026-02-27T22:03:34.789576Z","steps":["trace[349697682] 'process raft request' (duration: 191.47453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:34.789708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.709068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3009"} {"level":"info","ts":"2026-02-27T22:03:34.789743Z","caller":"traceutil/trace.go:171","msg":"trace[126038621] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4366; }","duration":"188.774049ms","start":"2026-02-27T22:03:34.600959Z","end":"2026-02-27T22:03:34.789733Z","steps":["trace[126038621] 'agreement among raft nodes before linearized reading' (duration: 188.651166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:34.838541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.087727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:03:34.838558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.9063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:34.838611Z","caller":"traceutil/trace.go:171","msg":"trace[629268847] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4367; }","duration":"234.19838ms","start":"2026-02-27T22:03:34.604396Z","end":"2026-02-27T22:03:34.838595Z","steps":["trace[629268847] 'agreement among raft nodes before linearized reading' (duration: 234.070917ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:34.83862Z","caller":"traceutil/trace.go:171","msg":"trace[975410073] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:0; response_revision:4367; }","duration":"188.005742ms","start":"2026-02-27T22:03:34.650599Z","end":"2026-02-27T22:03:34.838605Z","steps":["trace[975410073] 'agreement among raft nodes before linearized reading' (duration: 187.87403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:34.838602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.625476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:34.838678Z","caller":"traceutil/trace.go:171","msg":"trace[1476186313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4367; }","duration":"183.714677ms","start":"2026-02-27T22:03:34.654934Z","end":"2026-02-27T22:03:34.838649Z","steps":["trace[1476186313] 'agreement among raft nodes before linearized reading' (duration: 183.618165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:35.354574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.255131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:03:35.354769Z","caller":"traceutil/trace.go:171","msg":"trace[2024200307] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4556; }","duration":"516.308637ms","start":"2026-02-27T22:03:34.838444Z","end":"2026-02-27T22:03:35.354752Z","steps":["trace[2024200307] 'read index received' (duration: 129.818631ms)","trace[2024200307] 'applied index is now lower than readState.Index' (duration: 386.488996ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:03:35.354865Z","caller":"traceutil/trace.go:171","msg":"trace[392488215] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"553.147109ms","start":"2026-02-27T22:03:34.801678Z","end":"2026-02-27T22:03:35.354825Z","steps":["trace[392488215] 'process raft request' (duration: 552.997025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:35.355031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.384205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-dwk42\" ","response":"range_response_count:1 size:3378"} {"level":"warn","ts":"2026-02-27T22:03:35.355056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:34.801665Z","time spent":"553.278651ms","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2702,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:03:35.355096Z","caller":"traceutil/trace.go:171","msg":"trace[869236936] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-dwk42; range_end:; response_count:1; response_revision:4369; }","duration":"554.493828ms","start":"2026-02-27T22:03:34.800582Z","end":"2026-02-27T22:03:35.355076Z","steps":["trace[869236936] 'agreement among raft nodes before linearized reading' (duration: 554.234032ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:35.35509Z","caller":"traceutil/trace.go:171","msg":"trace[1957804163] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"554.263353ms","start":"2026-02-27T22:03:34.800757Z","end":"2026-02-27T22:03:35.35502Z","steps":["trace[1957804163] 'process raft request' (duration: 167.488461ms)","trace[1957804163] 'compare' (duration: 385.905062ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:03:35.355161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:34.800567Z","time spent":"554.577019ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3400,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-dwk42\" "} {"level":"warn","ts":"2026-02-27T22:03:35.355669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:34.800737Z","time spent":"554.881996ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:03:35.403374Z","caller":"traceutil/trace.go:171","msg":"trace[2020289481] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"554.497857ms","start":"2026-02-27T22:03:34.848844Z","end":"2026-02-27T22:03:35.403342Z","steps":["trace[2020289481] 'process raft request' (duration: 554.364554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:35.403384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.67888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:35.403426Z","caller":"traceutil/trace.go:171","msg":"trace[35655121] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"561.396389ms","start":"2026-02-27T22:03:34.842004Z","end":"2026-02-27T22:03:35.403401Z","steps":["trace[35655121] 'process raft request' (duration: 561.049032ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:35.403482Z","caller":"traceutil/trace.go:171","msg":"trace[382222907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4371; }","duration":"563.789773ms","start":"2026-02-27T22:03:34.839667Z","end":"2026-02-27T22:03:35.403457Z","steps":["trace[382222907] 'agreement among raft nodes before linearized reading' (duration: 563.620999ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:35.403543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:34.839624Z","time spent":"563.909925ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:03:35.403547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:34.841994Z","time spent":"561.480081ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4284,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:03:35.403547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.010234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-02-27T22:03:35.403605Z","caller":"traceutil/trace.go:171","msg":"trace[390463173] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4371; }","duration":"405.110747ms","start":"2026-02-27T22:03:34.998476Z","end":"2026-02-27T22:03:35.403587Z","steps":["trace[390463173] 'agreement among raft nodes before linearized reading' (duration: 404.935083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:35.403638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:34.998454Z","time spent":"405.176347ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1283,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-02-27T22:03:35.40461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:34.848826Z","time spent":"554.626371ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:03:35.665565Z","caller":"traceutil/trace.go:171","msg":"trace[849962374] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4377; }","duration":"133.671146ms","start":"2026-02-27T22:03:35.53187Z","end":"2026-02-27T22:03:35.665541Z","steps":["trace[849962374] 'process raft request' (duration: 133.473952ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:39.511383Z","caller":"traceutil/trace.go:171","msg":"trace[1114750491] linearizableReadLoop","detail":"{readStateIndex:4606; appliedIndex:4605; }","duration":"331.78248ms","start":"2026-02-27T22:03:39.179578Z","end":"2026-02-27T22:03:39.51136Z","steps":["trace[1114750491] 'read index received' (duration: 331.532835ms)","trace[1114750491] 'applied index is now lower than readState.Index' (duration: 248.485µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:03:39.511557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.168642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:39.511601Z","caller":"traceutil/trace.go:171","msg":"trace[1321734113] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4414; }","duration":"255.285985ms","start":"2026-02-27T22:03:39.256305Z","end":"2026-02-27T22:03:39.511591Z","steps":["trace[1321734113] 'agreement among raft nodes before linearized reading' (duration: 255.193723ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:39.511562Z","caller":"traceutil/trace.go:171","msg":"trace[492629161] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"418.531862ms","start":"2026-02-27T22:03:39.092909Z","end":"2026-02-27T22:03:39.511441Z","steps":["trace[492629161] 'process raft request' (duration: 418.297097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:39.511847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:39.092898Z","time spent":"418.86445ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:03:39.51165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.051047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T22:03:39.512072Z","caller":"traceutil/trace.go:171","msg":"trace[1017803239] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4414; }","duration":"332.520897ms","start":"2026-02-27T22:03:39.179535Z","end":"2026-02-27T22:03:39.512056Z","steps":["trace[1017803239] 'agreement among raft nodes before linearized reading' (duration: 331.965864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:39.512142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:39.179516Z","time spent":"332.613289ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T22:03:40.311787Z","caller":"traceutil/trace.go:171","msg":"trace[1219850963] linearizableReadLoop","detail":"{readStateIndex:4647; appliedIndex:4644; }","duration":"109.330119ms","start":"2026-02-27T22:03:40.202433Z","end":"2026-02-27T22:03:40.311763Z","steps":["trace[1219850963] 'read index received' (duration: 16.921263ms)","trace[1219850963] 'applied index is now lower than readState.Index' (duration: 92.407736ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:03:40.31224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.778188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:40.312245Z","caller":"traceutil/trace.go:171","msg":"trace[293501781] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"111.469947ms","start":"2026-02-27T22:03:40.200715Z","end":"2026-02-27T22:03:40.312185Z","steps":["trace[293501781] 'process raft request' (duration: 110.800742ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:40.312298Z","caller":"traceutil/trace.go:171","msg":"trace[2114044452] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:4455; }","duration":"109.861511ms","start":"2026-02-27T22:03:40.202419Z","end":"2026-02-27T22:03:40.31228Z","steps":["trace[2114044452] 'agreement among raft nodes before linearized reading' (duration: 109.759079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:40.312318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.258793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:11983"} {"level":"info","ts":"2026-02-27T22:03:40.312457Z","caller":"traceutil/trace.go:171","msg":"trace[1919228197] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4455; }","duration":"102.442926ms","start":"2026-02-27T22:03:40.209985Z","end":"2026-02-27T22:03:40.312428Z","steps":["trace[1919228197] 'agreement among raft nodes before linearized reading' (duration: 102.1628ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:40.312127Z","caller":"traceutil/trace.go:171","msg":"trace[1575655254] transaction","detail":"{read_only:false; response_revision:4455; number_of_response:1; }","duration":"110.179838ms","start":"2026-02-27T22:03:40.201907Z","end":"2026-02-27T22:03:40.312086Z","steps":["trace[1575655254] 'process raft request' (duration: 109.781289ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:41.447949Z","caller":"traceutil/trace.go:171","msg":"trace[886718007] linearizableReadLoop","detail":"{readStateIndex:4700; appliedIndex:4699; }","duration":"121.148731ms","start":"2026-02-27T22:03:41.326776Z","end":"2026-02-27T22:03:41.447924Z","steps":["trace[886718007] 'read index received' (duration: 120.545916ms)","trace[886718007] 'applied index is now lower than readState.Index' (duration: 601.694µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:03:41.448025Z","caller":"traceutil/trace.go:171","msg":"trace[589842881] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"171.148031ms","start":"2026-02-27T22:03:41.276843Z","end":"2026-02-27T22:03:41.447991Z","steps":["trace[589842881] 'process raft request' (duration: 170.703881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:41.448193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.400366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec23017b-3a55-4f57-a9e2-9b6c9c6c4974\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-02-27T22:03:41.448266Z","caller":"traceutil/trace.go:171","msg":"trace[186548817] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec23017b-3a55-4f57-a9e2-9b6c9c6c4974; range_end:; response_count:1; response_revision:4507; }","duration":"121.537439ms","start":"2026-02-27T22:03:41.326714Z","end":"2026-02-27T22:03:41.448252Z","steps":["trace[186548817] 'agreement among raft nodes before linearized reading' (duration: 121.307154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:41.816566Z","caller":"traceutil/trace.go:171","msg":"trace[2097082995] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"100.183527ms","start":"2026-02-27T22:03:41.716334Z","end":"2026-02-27T22:03:41.816518Z","steps":["trace[2097082995] 'process raft request' (duration: 99.950542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:42.241685Z","caller":"traceutil/trace.go:171","msg":"trace[979988355] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"214.760142ms","start":"2026-02-27T22:03:42.026902Z","end":"2026-02-27T22:03:42.241662Z","steps":["trace[979988355] 'process raft request' (duration: 214.63298ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:42.241936Z","caller":"traceutil/trace.go:171","msg":"trace[719789571] linearizableReadLoop","detail":"{readStateIndex:4703; appliedIndex:4703; }","duration":"208.681578ms","start":"2026-02-27T22:03:42.033239Z","end":"2026-02-27T22:03:42.241921Z","steps":["trace[719789571] 'read index received' (duration: 208.674538ms)","trace[719789571] 'applied index is now lower than readState.Index' (duration: 5.72µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:03:42.242235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.961904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec23017b-3a55-4f57-a9e2-9b6c9c6c4974\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-02-27T22:03:42.242315Z","caller":"traceutil/trace.go:171","msg":"trace[2097893590] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec23017b-3a55-4f57-a9e2-9b6c9c6c4974; range_end:; response_count:1; response_revision:4510; }","duration":"209.089866ms","start":"2026-02-27T22:03:42.033206Z","end":"2026-02-27T22:03:42.242295Z","steps":["trace[2097893590] 'agreement among raft nodes before linearized reading' (duration: 208.82742ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:42.251986Z","caller":"traceutil/trace.go:171","msg":"trace[2126319161] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"211.027321ms","start":"2026-02-27T22:03:42.040936Z","end":"2026-02-27T22:03:42.251963Z","steps":["trace[2126319161] 'process raft request' (duration: 210.845057ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:44.498752Z","caller":"traceutil/trace.go:171","msg":"trace[1832391796] linearizableReadLoop","detail":"{readStateIndex:4729; appliedIndex:4728; }","duration":"116.18649ms","start":"2026-02-27T22:03:44.382543Z","end":"2026-02-27T22:03:44.49873Z","steps":["trace[1832391796] 'read index received' (duration: 115.995306ms)","trace[1832391796] 'applied index is now lower than readState.Index' (duration: 189.844µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:03:44.49889Z","caller":"traceutil/trace.go:171","msg":"trace[2081400029] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"242.887472ms","start":"2026-02-27T22:03:44.255987Z","end":"2026-02-27T22:03:44.498875Z","steps":["trace[2081400029] 'process raft request' (duration: 242.596866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:44.499166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.60781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129203"} {"level":"info","ts":"2026-02-27T22:03:44.49921Z","caller":"traceutil/trace.go:171","msg":"trace[153600478] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4536; }","duration":"116.697621ms","start":"2026-02-27T22:03:44.382501Z","end":"2026-02-27T22:03:44.499198Z","steps":["trace[153600478] 'agreement among raft nodes before linearized reading' (duration: 116.518827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:46.778628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274003575,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:03:47.152759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.952626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:03:47.153032Z","caller":"traceutil/trace.go:171","msg":"trace[674995717] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"927.993227ms","start":"2026-02-27T22:03:46.225005Z","end":"2026-02-27T22:03:47.152998Z","steps":["trace[674995717] 'process raft request' (duration: 24.689434ms)","trace[674995717] 'compare' (duration: 902.68633ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:03:47.153134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.22499Z","time spent":"928.10716ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3473,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:03:47.15317Z","caller":"traceutil/trace.go:171","msg":"trace[226014506] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"924.823288ms","start":"2026-02-27T22:03:46.22833Z","end":"2026-02-27T22:03:47.153153Z","steps":["trace[226014506] 'process raft request' (duration: 924.777267ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:47.153195Z","caller":"traceutil/trace.go:171","msg":"trace[1177312201] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"926.001513ms","start":"2026-02-27T22:03:46.227125Z","end":"2026-02-27T22:03:47.153127Z","steps":["trace[1177312201] 'process raft request' (duration: 925.828559ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:47.153307Z","caller":"traceutil/trace.go:171","msg":"trace[387844993] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"925.995573ms","start":"2026-02-27T22:03:46.2273Z","end":"2026-02-27T22:03:47.153296Z","steps":["trace[387844993] 'process raft request' (duration: 925.721877ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:47.153341Z","caller":"traceutil/trace.go:171","msg":"trace[967635595] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"927.083927ms","start":"2026-02-27T22:03:46.226235Z","end":"2026-02-27T22:03:47.153318Z","steps":["trace[967635595] 'process raft request' (duration: 926.634448ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:47.153442Z","caller":"traceutil/trace.go:171","msg":"trace[1336906165] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"925.249277ms","start":"2026-02-27T22:03:46.22815Z","end":"2026-02-27T22:03:47.153399Z","steps":["trace[1336906165] 'process raft request' (duration: 924.92103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.153462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.227118Z","time spent":"926.188757ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4290,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:03:47.15347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.226196Z","time spent":"927.19643ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:03:47.153517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.228125Z","time spent":"925.362869ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2599,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:03:47.153259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.228323Z","time spent":"924.901999ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:03:47.153626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.227294Z","time spent":"926.053424ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2606,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:03:47.155648Z","caller":"traceutil/trace.go:171","msg":"trace[403605318] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"863.053216ms","start":"2026-02-27T22:03:46.292573Z","end":"2026-02-27T22:03:47.155627Z","steps":["trace[403605318] 'process raft request' (duration: 862.77927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.1558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.29256Z","time spent":"863.163689ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:03:47.156017Z","caller":"traceutil/trace.go:171","msg":"trace[2101125749] linearizableReadLoop","detail":"{readStateIndex:4846; appliedIndex:4834; }","duration":"878.20959ms","start":"2026-02-27T22:03:46.277793Z","end":"2026-02-27T22:03:47.156003Z","steps":["trace[2101125749] 'read index received' (duration: 572.78175ms)","trace[2101125749] 'applied index is now lower than readState.Index' (duration: 305.42693ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:03:47.156031Z","caller":"traceutil/trace.go:171","msg":"trace[1732496781] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"844.401195ms","start":"2026-02-27T22:03:46.311581Z","end":"2026-02-27T22:03:47.155982Z","steps":["trace[1732496781] 'process raft request' (duration: 843.944665ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:47.156206Z","caller":"traceutil/trace.go:171","msg":"trace[541593852] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"836.797747ms","start":"2026-02-27T22:03:46.3194Z","end":"2026-02-27T22:03:47.156198Z","steps":["trace[541593852] 'process raft request' (duration: 836.45416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.156233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.311565Z","time spent":"844.555229ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197439,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:03:47.156282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.319391Z","time spent":"836.845538ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:03:47.156531Z","caller":"traceutil/trace.go:171","msg":"trace[1528747104] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"587.523085ms","start":"2026-02-27T22:03:46.568942Z","end":"2026-02-27T22:03:47.156465Z","steps":["trace[1528747104] 'process raft request' (duration: 587.024414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.156598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.805494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T22:03:47.156639Z","caller":"traceutil/trace.go:171","msg":"trace[1405381727] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4648; }","duration":"878.888156ms","start":"2026-02-27T22:03:46.27774Z","end":"2026-02-27T22:03:47.156628Z","steps":["trace[1405381727] 'agreement among raft nodes before linearized reading' (duration: 878.760932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.156699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.277724Z","time spent":"878.931566ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T22:03:47.156727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.568914Z","time spent":"587.700339ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:03:47.156995Z","caller":"traceutil/trace.go:171","msg":"trace[1931409973] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"667.489369ms","start":"2026-02-27T22:03:46.489498Z","end":"2026-02-27T22:03:47.156988Z","steps":["trace[1931409973] 'process raft request' (duration: 666.404884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.157045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.489475Z","time spent":"667.547939ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14409,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:03:47.157049Z","caller":"traceutil/trace.go:171","msg":"trace[1149032956] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"652.217421ms","start":"2026-02-27T22:03:46.504817Z","end":"2026-02-27T22:03:47.157035Z","steps":["trace[1149032956] 'process raft request' (duration: 651.126216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.157137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.504789Z","time spent":"652.307393ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:03:47.162296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.84754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:03:47.162366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.338968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T22:03:47.162398Z","caller":"traceutil/trace.go:171","msg":"trace[1852114560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4650; }","duration":"507.985784ms","start":"2026-02-27T22:03:46.6544Z","end":"2026-02-27T22:03:47.162385Z","steps":["trace[1852114560] 'agreement among raft nodes before linearized reading' (duration: 507.82528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.16565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.65438Z","time spent":"511.265525ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:03:47.162425Z","caller":"traceutil/trace.go:171","msg":"trace[1928449818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4650; }","duration":"590.420149ms","start":"2026-02-27T22:03:46.571993Z","end":"2026-02-27T22:03:47.162413Z","steps":["trace[1928449818] 'agreement among raft nodes before linearized reading' (duration: 590.211915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.162484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.007065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T22:03:47.16529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.177012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T22:03:47.165746Z","caller":"traceutil/trace.go:171","msg":"trace[1378624374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4650; }","duration":"641.412583ms","start":"2026-02-27T22:03:46.524327Z","end":"2026-02-27T22:03:47.16574Z","steps":["trace[1378624374] 'agreement among raft nodes before linearized reading' (duration: 638.136001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.165842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.571981Z","time spent":"593.850645ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:03:47.166067Z","caller":"traceutil/trace.go:171","msg":"trace[507602921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4650; }","duration":"590.589163ms","start":"2026-02-27T22:03:46.57546Z","end":"2026-02-27T22:03:47.166049Z","steps":["trace[507602921] 'agreement among raft nodes before linearized reading' (duration: 586.983474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.16614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.575453Z","time spent":"590.664555ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:03:47.165777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.52431Z","time spent":"641.461184ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:03:47.165593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.587804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:03:47.166596Z","caller":"traceutil/trace.go:171","msg":"trace[1713537128] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4650; }","duration":"655.623076ms","start":"2026-02-27T22:03:46.510964Z","end":"2026-02-27T22:03:47.166587Z","steps":["trace[1713537128] 'agreement among raft nodes before linearized reading' (duration: 651.532786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.16663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.510955Z","time spent":"655.663566ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":487,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:03:47.165632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.811074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T22:03:47.166755Z","caller":"traceutil/trace.go:171","msg":"trace[1779575516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4650; }","duration":"594.974779ms","start":"2026-02-27T22:03:46.571766Z","end":"2026-02-27T22:03:47.166741Z","steps":["trace[1779575516] 'agreement among raft nodes before linearized reading' (duration: 591.798939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:47.166791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:46.571757Z","time spent":"595.026541ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:03:47.755071Z","caller":"traceutil/trace.go:171","msg":"trace[718417001] linearizableReadLoop","detail":"{readStateIndex:4891; appliedIndex:4890; }","duration":"100.395832ms","start":"2026-02-27T22:03:47.654656Z","end":"2026-02-27T22:03:47.755052Z","steps":["trace[718417001] 'read index received' (duration: 100.30478ms)","trace[718417001] 'applied index is now lower than readState.Index' (duration: 90.142µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:03:47.755185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.520405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:47.755205Z","caller":"traceutil/trace.go:171","msg":"trace[2103011969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4692; }","duration":"100.592796ms","start":"2026-02-27T22:03:47.654604Z","end":"2026-02-27T22:03:47.755197Z","steps":["trace[2103011969] 'agreement among raft nodes before linearized reading' (duration: 100.525005ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:47.755398Z","caller":"traceutil/trace.go:171","msg":"trace[1313134895] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"226.125242ms","start":"2026-02-27T22:03:47.529204Z","end":"2026-02-27T22:03:47.75533Z","steps":["trace[1313134895] 'process raft request' (duration: 225.744574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:49.268058Z","caller":"traceutil/trace.go:171","msg":"trace[82256921] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"147.455648ms","start":"2026-02-27T22:03:49.12058Z","end":"2026-02-27T22:03:49.268036Z","steps":["trace[82256921] 'process raft request' (duration: 147.325145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:49.277329Z","caller":"traceutil/trace.go:171","msg":"trace[1072022312] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"149.002124ms","start":"2026-02-27T22:03:49.128313Z","end":"2026-02-27T22:03:49.277315Z","steps":["trace[1072022312] 'process raft request' (duration: 146.388096ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:49.277556Z","caller":"traceutil/trace.go:171","msg":"trace[169009937] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"114.495893ms","start":"2026-02-27T22:03:49.163039Z","end":"2026-02-27T22:03:49.277535Z","steps":["trace[169009937] 'process raft request' (duration: 114.245888ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:49.277612Z","caller":"traceutil/trace.go:171","msg":"trace[211549779] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"112.408947ms","start":"2026-02-27T22:03:49.165168Z","end":"2026-02-27T22:03:49.277577Z","steps":["trace[211549779] 'process raft request' (duration: 112.296054ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:49.277732Z","caller":"traceutil/trace.go:171","msg":"trace[1071102263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4722; }","duration":"100.015224ms","start":"2026-02-27T22:03:49.177691Z","end":"2026-02-27T22:03:49.277707Z","steps":["trace[1071102263] 'agreement among raft nodes before linearized reading' (duration: 99.892491ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:49.624492Z","caller":"traceutil/trace.go:171","msg":"trace[2011896434] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"146.328335ms","start":"2026-02-27T22:03:49.478138Z","end":"2026-02-27T22:03:49.624467Z","steps":["trace[2011896434] 'process raft request' (duration: 146.281494ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:49.624485Z","caller":"traceutil/trace.go:171","msg":"trace[15854700] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"147.752595ms","start":"2026-02-27T22:03:49.476701Z","end":"2026-02-27T22:03:49.624454Z","steps":["trace[15854700] 'process raft request' (duration: 62.056228ms)","trace[15854700] 'compare' (duration: 85.450642ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:03:49.624519Z","caller":"traceutil/trace.go:171","msg":"trace[683199741] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"146.721193ms","start":"2026-02-27T22:03:49.47776Z","end":"2026-02-27T22:03:49.624481Z","steps":["trace[683199741] 'process raft request' (duration: 146.60445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:50.986706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.274148295s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:03:50.997918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.220301ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:50.998104Z","caller":"traceutil/trace.go:171","msg":"trace[168042294] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4739; }","duration":"794.424506ms","start":"2026-02-27T22:03:50.203652Z","end":"2026-02-27T22:03:50.998076Z","steps":["trace[168042294] 'range keys from in-memory index tree' (duration: 794.199511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:50.998296Z","caller":"traceutil/trace.go:171","msg":"trace[1801265547] linearizableReadLoop","detail":"{readStateIndex:4940; appliedIndex:4939; }","duration":"1.339525326s","start":"2026-02-27T22:03:49.658744Z","end":"2026-02-27T22:03:50.998269Z","steps":["trace[1801265547] 'read index received' (duration: 53.387437ms)","trace[1801265547] 'applied index is now lower than readState.Index' (duration: 1.286136829s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:03:50.998401Z","caller":"traceutil/trace.go:171","msg":"trace[1959996560] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"1.355943437s","start":"2026-02-27T22:03:49.642432Z","end":"2026-02-27T22:03:50.998375Z","steps":["trace[1959996560] 'process raft request' (duration: 1.344460934s)","trace[1959996560] 'compare' (duration: 11.247568ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:03:50.998479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33971235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:50.998523Z","caller":"traceutil/trace.go:171","msg":"trace[1942988843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4740; }","duration":"1.339817742s","start":"2026-02-27T22:03:49.658693Z","end":"2026-02-27T22:03:50.998511Z","steps":["trace[1942988843] 'agreement among raft nodes before linearized reading' (duration: 1.33972556s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:50.99856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:49.658678Z","time spent":"1.339875043s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:03:50.998577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:49.642403Z","time spent":"1.35608301s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58177,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:03:51.251551Z","caller":"traceutil/trace.go:171","msg":"trace[1341716321] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"1.533608331s","start":"2026-02-27T22:03:49.717906Z","end":"2026-02-27T22:03:51.251515Z","steps":["trace[1341716321] 'process raft request' (duration: 1.511140536s)","trace[1341716321] 'compare' (duration: 22.23463ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:03:51.251772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:49.717883Z","time spent":"1.533821496s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4888,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:03:51.251889Z","caller":"traceutil/trace.go:171","msg":"trace[562648835] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"1.380354355s","start":"2026-02-27T22:03:49.871492Z","end":"2026-02-27T22:03:51.251846Z","steps":["trace[562648835] 'process raft request' (duration: 1.380009437s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:51.25158Z","caller":"traceutil/trace.go:171","msg":"trace[1407097133] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"1.40964473s","start":"2026-02-27T22:03:49.84191Z","end":"2026-02-27T22:03:51.251554Z","steps":["trace[1407097133] 'process raft request' (duration: 1.409524868s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.252006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:49.841877Z","time spent":"1.41008403s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:03:51.252044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:49.871456Z","time spent":"1.380504338s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17424,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:03:51.397209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.462765ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T22:03:51.397474Z","caller":"traceutil/trace.go:171","msg":"trace[1815108243] linearizableReadLoop","detail":"{readStateIndex:4944; appliedIndex:4940; }","duration":"399.047452ms","start":"2026-02-27T22:03:50.998393Z","end":"2026-02-27T22:03:51.39744Z","steps":["trace[1815108243] 'read index received' (duration: 230.590351ms)","trace[1815108243] 'applied index is now lower than readState.Index' (duration: 168.455311ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:03:51.397525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.706105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:51.397596Z","caller":"traceutil/trace.go:171","msg":"trace[1421494549] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4743; }","duration":"737.834917ms","start":"2026-02-27T22:03:50.659743Z","end":"2026-02-27T22:03:51.397578Z","steps":["trace[1421494549] 'agreement among raft nodes before linearized reading' (duration: 737.699565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.397654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:50.659716Z","time spent":"737.924669ms","remote":"127.0.0.1:47768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:03:51.397629Z","caller":"traceutil/trace.go:171","msg":"trace[1985421795] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"141.385855ms","start":"2026-02-27T22:03:51.256224Z","end":"2026-02-27T22:03:51.39761Z","steps":["trace[1985421795] 'process raft request' (duration: 141.13778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.39779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234756266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-q2fq7-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-02-27T22:03:51.397887Z","caller":"traceutil/trace.go:171","msg":"trace[1870018405] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-q2fq7-tls; range_end:; response_count:1; response_revision:4744; }","duration":"1.2348778s","start":"2026-02-27T22:03:50.162993Z","end":"2026-02-27T22:03:51.397871Z","steps":["trace[1870018405] 'agreement among raft nodes before linearized reading' (duration: 1.234526441s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.397955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:50.162986Z","time spent":"1.234955631s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2206,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-q2fq7-tls\" "} {"level":"warn","ts":"2026-02-27T22:03:51.398039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357193515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T22:03:51.398111Z","caller":"traceutil/trace.go:171","msg":"trace[316262172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4745; }","duration":"1.357287157s","start":"2026-02-27T22:03:50.040807Z","end":"2026-02-27T22:03:51.398094Z","steps":["trace[316262172] 'agreement among raft nodes before linearized reading' (duration: 1.356804485s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.398163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:50.040799Z","time spent":"1.357351448s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:03:51.398256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.360616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189839a3a8d38516\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-02-27T22:03:51.398315Z","caller":"traceutil/trace.go:171","msg":"trace[1312018053] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189839a3a8d38516; range_end:; response_count:1; response_revision:4745; }","duration":"574.464678ms","start":"2026-02-27T22:03:50.823835Z","end":"2026-02-27T22:03:51.3983Z","steps":["trace[1312018053] 'agreement among raft nodes before linearized reading' (duration: 573.791603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.398321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264604225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b937980-7fdf-435f-9899-e65bf1cf70e8\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-02-27T22:03:51.398354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:50.823815Z","time spent":"574.531269ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":965,"request content":"key:\"/registry/events/monitoring/storage-loki-0.189839a3a8d38516\" "} {"level":"info","ts":"2026-02-27T22:03:51.398372Z","caller":"traceutil/trace.go:171","msg":"trace[554109583] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8b937980-7fdf-435f-9899-e65bf1cf70e8; range_end:; response_count:1; response_revision:4745; }","duration":"1.264695697s","start":"2026-02-27T22:03:50.13366Z","end":"2026-02-27T22:03:51.398355Z","steps":["trace[554109583] 'agreement among raft nodes before linearized reading' (duration: 1.26393533s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:51.39837Z","caller":"traceutil/trace.go:171","msg":"trace[357495697] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"141.149081ms","start":"2026-02-27T22:03:51.257197Z","end":"2026-02-27T22:03:51.398347Z","steps":["trace[357495697] 'process raft request' (duration: 140.350633ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.398353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357927501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T22:03:51.398415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:50.133637Z","time spent":"1.264767538s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b937980-7fdf-435f-9899-e65bf1cf70e8\" "} {"level":"info","ts":"2026-02-27T22:03:51.398446Z","caller":"traceutil/trace.go:171","msg":"trace[1053355246] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:4745; }","duration":"1.358015533s","start":"2026-02-27T22:03:50.040412Z","end":"2026-02-27T22:03:51.398428Z","steps":["trace[1053355246] 'agreement among raft nodes before linearized reading' (duration: 1.357240185s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.398508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:50.040338Z","time spent":"1.358155215s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"info","ts":"2026-02-27T22:03:51.39854Z","caller":"traceutil/trace.go:171","msg":"trace[1408238525] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"139.213398ms","start":"2026-02-27T22:03:51.25931Z","end":"2026-02-27T22:03:51.398523Z","steps":["trace[1408238525] 'process raft request' (duration: 138.594735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.398706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.834212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b937980-7fdf-435f-9899-e65bf1cf70e8\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-02-27T22:03:51.398805Z","caller":"traceutil/trace.go:171","msg":"trace[485617743] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8b937980-7fdf-435f-9899-e65bf1cf70e8; range_end:; response_count:1; response_revision:4746; }","duration":"916.981045ms","start":"2026-02-27T22:03:50.481808Z","end":"2026-02-27T22:03:51.398789Z","steps":["trace[485617743] 'agreement among raft nodes before linearized reading' (duration: 915.827459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.398875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:50.481777Z","time spent":"917.084656ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8b937980-7fdf-435f-9899-e65bf1cf70e8\" "} {"level":"info","ts":"2026-02-27T22:03:51.399005Z","caller":"traceutil/trace.go:171","msg":"trace[892521797] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"117.98649ms","start":"2026-02-27T22:03:51.281Z","end":"2026-02-27T22:03:51.398986Z","steps":["trace[892521797] 'process raft request' (duration: 117.429678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.399167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.0076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:51.399255Z","caller":"traceutil/trace.go:171","msg":"trace[29885493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4748; }","duration":"398.102862ms","start":"2026-02-27T22:03:51.001101Z","end":"2026-02-27T22:03:51.399204Z","steps":["trace[29885493] 'agreement among raft nodes before linearized reading' (duration: 398.00968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.399322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.223952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:51.399365Z","caller":"traceutil/trace.go:171","msg":"trace[2086387289] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4748; }","duration":"264.313694ms","start":"2026-02-27T22:03:51.135041Z","end":"2026-02-27T22:03:51.399354Z","steps":["trace[2086387289] 'agreement among raft nodes before linearized reading' (duration: 264.241542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.399328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:51.001073Z","time spent":"398.213425ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:03:51.399461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.612673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T22:03:51.399565Z","caller":"traceutil/trace.go:171","msg":"trace[1329231149] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4748; }","duration":"108.750266ms","start":"2026-02-27T22:03:51.290792Z","end":"2026-02-27T22:03:51.399542Z","steps":["trace[1329231149] 'agreement among raft nodes before linearized reading' (duration: 108.401619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.399589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.036709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T22:03:51.399631Z","caller":"traceutil/trace.go:171","msg":"trace[1428310149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4748; }","duration":"112.110861ms","start":"2026-02-27T22:03:51.287508Z","end":"2026-02-27T22:03:51.399619Z","steps":["trace[1428310149] 'agreement among raft nodes before linearized reading' (duration: 111.986468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.399768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.016614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T22:03:51.399857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.683721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:51.3999Z","caller":"traceutil/trace.go:171","msg":"trace[840622334] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4748; }","duration":"362.725372ms","start":"2026-02-27T22:03:51.037161Z","end":"2026-02-27T22:03:51.399886Z","steps":["trace[840622334] 'agreement among raft nodes before linearized reading' (duration: 362.64642ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:51.399901Z","caller":"traceutil/trace.go:171","msg":"trace[1750305186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4748; }","duration":"110.103376ms","start":"2026-02-27T22:03:51.289708Z","end":"2026-02-27T22:03:51.399812Z","steps":["trace[1750305186] 'agreement among raft nodes before linearized reading' (duration: 109.957073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.399936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:51.037131Z","time spent":"362.797253ms","remote":"127.0.0.1:50870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:03:51.399988Z","caller":"traceutil/trace.go:171","msg":"trace[632896658] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"116.858674ms","start":"2026-02-27T22:03:51.28311Z","end":"2026-02-27T22:03:51.399968Z","steps":["trace[632896658] 'process raft request' (duration: 115.597087ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.400142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.095932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777237"} {"level":"info","ts":"2026-02-27T22:03:51.400225Z","caller":"traceutil/trace.go:171","msg":"trace[1045786172] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4748; }","duration":"339.179174ms","start":"2026-02-27T22:03:51.061032Z","end":"2026-02-27T22:03:51.400211Z","steps":["trace[1045786172] 'agreement among raft nodes before linearized reading' (duration: 338.54661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.400248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.031668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T22:03:51.40029Z","caller":"traceutil/trace.go:171","msg":"trace[1550691013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4748; }","duration":"107.10327ms","start":"2026-02-27T22:03:51.293178Z","end":"2026-02-27T22:03:51.400281Z","steps":["trace[1550691013] 'agreement among raft nodes before linearized reading' (duration: 107.001368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:51.400261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:51.06101Z","time spent":"339.241154ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777259,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-02-27T22:03:53.694364Z","caller":"traceutil/trace.go:171","msg":"trace[846354433] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"157.920199ms","start":"2026-02-27T22:03:53.5364Z","end":"2026-02-27T22:03:53.69432Z","steps":["trace[846354433] 'process raft request' (duration: 80.948184ms)","trace[846354433] 'compare' (duration: 76.755351ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:03:54.216146Z","caller":"traceutil/trace.go:171","msg":"trace[407409104] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"518.600568ms","start":"2026-02-27T22:03:53.69752Z","end":"2026-02-27T22:03:54.21612Z","steps":["trace[407409104] 'process raft request' (duration: 518.430563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:54.216296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:53.697495Z","time spent":"518.723211ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:03:54.458197Z","caller":"traceutil/trace.go:171","msg":"trace[1699566476] linearizableReadLoop","detail":"{readStateIndex:4984; appliedIndex:4980; }","duration":"649.360118ms","start":"2026-02-27T22:03:53.808814Z","end":"2026-02-27T22:03:54.458174Z","steps":["trace[1699566476] 'read index received' (duration: 407.170772ms)","trace[1699566476] 'applied index is now lower than readState.Index' (duration: 242.188336ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:03:54.458313Z","caller":"traceutil/trace.go:171","msg":"trace[265868044] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"758.494922ms","start":"2026-02-27T22:03:53.699773Z","end":"2026-02-27T22:03:54.458268Z","steps":["trace[265868044] 'process raft request' (duration: 758.285168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:54.458462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:53.699752Z","time spent":"758.628116ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1233,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:03:54.458478Z","caller":"traceutil/trace.go:171","msg":"trace[1874547227] transaction","detail":"{read_only:false; response_revision:4782; number_of_response:1; }","duration":"758.196107ms","start":"2026-02-27T22:03:53.70027Z","end":"2026-02-27T22:03:54.458466Z","steps":["trace[1874547227] 'process raft request' (duration: 757.853739ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:54.458687Z","caller":"traceutil/trace.go:171","msg":"trace[706900491] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"759.151457ms","start":"2026-02-27T22:03:53.699524Z","end":"2026-02-27T22:03:54.458675Z","steps":["trace[706900491] 'process raft request' (duration: 758.399781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:54.458745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:53.699503Z","time spent":"759.221088ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:03:54.458561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:53.700263Z","time spent":"758.243958ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3660,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:03:54.458935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.186129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T22:03:54.458996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.180196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:03:54.459041Z","caller":"traceutil/trace.go:171","msg":"trace[1768962897] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4782; }","duration":"650.265518ms","start":"2026-02-27T22:03:53.808764Z","end":"2026-02-27T22:03:54.459029Z","steps":["trace[1768962897] 'agreement among raft nodes before linearized reading' (duration: 650.180806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:54.459046Z","caller":"traceutil/trace.go:171","msg":"trace[420753429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4782; }","duration":"622.327543ms","start":"2026-02-27T22:03:53.836693Z","end":"2026-02-27T22:03:54.459021Z","steps":["trace[420753429] 'agreement among raft nodes before linearized reading' (duration: 622.002886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:54.459075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:53.808744Z","time spent":"650.32342ms","remote":"127.0.0.1:35082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":27,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:03:54.459112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:03:53.836684Z","time spent":"622.411384ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:03:54.459111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.090182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:03:54.45917Z","caller":"traceutil/trace.go:171","msg":"trace[89841195] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4782; }","duration":"128.202884ms","start":"2026-02-27T22:03:54.330953Z","end":"2026-02-27T22:03:54.459156Z","steps":["trace[89841195] 'agreement among raft nodes before linearized reading' (duration: 128.03761ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:54.567808Z","caller":"traceutil/trace.go:171","msg":"trace[2008762760] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"103.217684ms","start":"2026-02-27T22:03:54.464561Z","end":"2026-02-27T22:03:54.567778Z","steps":["trace[2008762760] 'process raft request' (duration: 103.03347ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:54.583555Z","caller":"traceutil/trace.go:171","msg":"trace[713217472] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"115.944215ms","start":"2026-02-27T22:03:54.467589Z","end":"2026-02-27T22:03:54.583533Z","steps":["trace[713217472] 'process raft request' (duration: 115.72894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:59.622184Z","caller":"traceutil/trace.go:171","msg":"trace[1478477117] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"107.444197ms","start":"2026-02-27T22:03:59.514716Z","end":"2026-02-27T22:03:59.62216Z","steps":["trace[1478477117] 'process raft request' (duration: 107.371365ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:03:59.622267Z","caller":"traceutil/trace.go:171","msg":"trace[186597977] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"109.139225ms","start":"2026-02-27T22:03:59.513083Z","end":"2026-02-27T22:03:59.622222Z","steps":["trace[186597977] 'process raft request' (duration: 96.186671ms)","trace[186597977] 'compare' (duration: 12.691479ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:03:59.62228Z","caller":"traceutil/trace.go:171","msg":"trace[318102351] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"106.224331ms","start":"2026-02-27T22:03:59.516029Z","end":"2026-02-27T22:03:59.622253Z","steps":["trace[318102351] 'process raft request' (duration: 106.094138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:59.622512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.864118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T22:03:59.622574Z","caller":"traceutil/trace.go:171","msg":"trace[239263135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4903; }","duration":"108.95224ms","start":"2026-02-27T22:03:59.513605Z","end":"2026-02-27T22:03:59.622558Z","steps":["trace[239263135] 'agreement among raft nodes before linearized reading' (duration: 108.829327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:03:59.841886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.469571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T22:03:59.841986Z","caller":"traceutil/trace.go:171","msg":"trace[357863232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4904; }","duration":"118.641925ms","start":"2026-02-27T22:03:59.723321Z","end":"2026-02-27T22:03:59.841963Z","steps":["trace[357863232] 'range keys from in-memory index tree' (duration: 117.9972ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:01.706457Z","caller":"traceutil/trace.go:171","msg":"trace[1718128569] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"193.34928ms","start":"2026-02-27T22:04:01.513067Z","end":"2026-02-27T22:04:01.706416Z","steps":["trace[1718128569] 'process raft request' (duration: 172.289046ms)","trace[1718128569] 'compare' (duration: 20.772827ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:04:02.974767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.400957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:04:02.974963Z","caller":"traceutil/trace.go:171","msg":"trace[514001183] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"314.235044ms","start":"2026-02-27T22:04:02.66071Z","end":"2026-02-27T22:04:02.974945Z","steps":["trace[514001183] 'process raft request' (duration: 314.179132ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:02.974972Z","caller":"traceutil/trace.go:171","msg":"trace[787754717] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"315.300037ms","start":"2026-02-27T22:04:02.659644Z","end":"2026-02-27T22:04:02.974945Z","steps":["trace[787754717] 'process raft request' (duration: 133.621463ms)","trace[787754717] 'compare' (duration: 181.207003ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:04:02.97505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:02.660701Z","time spent":"314.314985ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:04:02.975075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:02.659632Z","time spent":"315.39756ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":524,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:04:03.857999Z","caller":"traceutil/trace.go:171","msg":"trace[1992254475] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"105.78124ms","start":"2026-02-27T22:04:03.752185Z","end":"2026-02-27T22:04:03.857966Z","steps":["trace[1992254475] 'process raft request' (duration: 105.568106ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:03.858217Z","caller":"traceutil/trace.go:171","msg":"trace[40557939] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"105.729129ms","start":"2026-02-27T22:04:03.752472Z","end":"2026-02-27T22:04:03.858201Z","steps":["trace[40557939] 'process raft request' (duration: 105.443323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:03.858403Z","caller":"traceutil/trace.go:171","msg":"trace[265376281] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"105.103676ms","start":"2026-02-27T22:04:03.753287Z","end":"2026-02-27T22:04:03.858391Z","steps":["trace[265376281] 'process raft request' (duration: 105.062015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:03.858444Z","caller":"traceutil/trace.go:171","msg":"trace[617252984] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"105.890273ms","start":"2026-02-27T22:04:03.75253Z","end":"2026-02-27T22:04:03.85842Z","steps":["trace[617252984] 'process raft request' (duration: 105.605626ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:05.926569Z","caller":"traceutil/trace.go:171","msg":"trace[1922071168] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"104.572275ms","start":"2026-02-27T22:04:05.821968Z","end":"2026-02-27T22:04:05.92654Z","steps":["trace[1922071168] 'process raft request' (duration: 104.260048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:06.034995Z","caller":"traceutil/trace.go:171","msg":"trace[778088563] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"103.440519ms","start":"2026-02-27T22:04:05.931534Z","end":"2026-02-27T22:04:06.034975Z","steps":["trace[778088563] 'process raft request' (duration: 103.382928ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:06.035179Z","caller":"traceutil/trace.go:171","msg":"trace[99168951] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"103.637104ms","start":"2026-02-27T22:04:05.931532Z","end":"2026-02-27T22:04:06.035169Z","steps":["trace[99168951] 'process raft request' (duration: 103.322286ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:06.035341Z","caller":"traceutil/trace.go:171","msg":"trace[1613940540] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"103.43628ms","start":"2026-02-27T22:04:05.931869Z","end":"2026-02-27T22:04:06.035305Z","steps":["trace[1613940540] 'process raft request' (duration: 103.079831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:12.601685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.340718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T22:04:12.60178Z","caller":"traceutil/trace.go:171","msg":"trace[917345341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5087; }","duration":"492.478451ms","start":"2026-02-27T22:04:12.109283Z","end":"2026-02-27T22:04:12.601761Z","steps":["trace[917345341] 'range keys from in-memory index tree' (duration: 492.133124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:12.601774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.43244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T22:04:12.601822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.109265Z","time spent":"492.546833ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:04:12.601848Z","caller":"traceutil/trace.go:171","msg":"trace[876664757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5087; }","duration":"492.558263ms","start":"2026-02-27T22:04:12.109272Z","end":"2026-02-27T22:04:12.60183Z","steps":["trace[876664757] 'range keys from in-memory index tree' (duration: 492.200326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:12.601889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.10925Z","time spent":"492.630855ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:04:12.602049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.818587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T22:04:12.602132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.766567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T22:04:12.602129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.055512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:04:12.602179Z","caller":"traceutil/trace.go:171","msg":"trace[1581309877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5087; }","duration":"492.848699ms","start":"2026-02-27T22:04:12.109318Z","end":"2026-02-27T22:04:12.602167Z","steps":["trace[1581309877] 'range keys from in-memory index tree' (duration: 492.607574ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:12.602189Z","caller":"traceutil/trace.go:171","msg":"trace[132791203] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:5087; }","duration":"615.161035ms","start":"2026-02-27T22:04:11.987019Z","end":"2026-02-27T22:04:12.60218Z","steps":["trace[132791203] 'range keys from in-memory index tree' (duration: 614.795616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:12.602262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:11.986981Z","time spent":"615.274327ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"info","ts":"2026-02-27T22:04:12.602132Z","caller":"traceutil/trace.go:171","msg":"trace[1965868705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5087; }","duration":"491.96001ms","start":"2026-02-27T22:04:12.110155Z","end":"2026-02-27T22:04:12.602115Z","steps":["trace[1965868705] 'range keys from in-memory index tree' (duration: 491.600172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:12.602291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.110135Z","time spent":"492.146785ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:04:12.602208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.109297Z","time spent":"492.902481ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:04:12.602294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.241931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-02-27T22:04:12.602063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.215495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T22:04:12.602364Z","caller":"traceutil/trace.go:171","msg":"trace[1286015246] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5295; }","duration":"306.876642ms","start":"2026-02-27T22:04:12.295475Z","end":"2026-02-27T22:04:12.602352Z","steps":["trace[1286015246] 'read index received' (duration: 57.111µs)","trace[1286015246] 'applied index is now lower than readState.Index' (duration: 306.817561ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:04:12.602379Z","caller":"traceutil/trace.go:171","msg":"trace[1092667097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5087; }","duration":"614.564172ms","start":"2026-02-27T22:04:11.987804Z","end":"2026-02-27T22:04:12.602369Z","steps":["trace[1092667097] 'range keys from in-memory index tree' (duration: 614.05517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:12.602413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:11.987791Z","time spent":"614.614543ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:04:12.602464Z","caller":"traceutil/trace.go:171","msg":"trace[1088252149] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"470.555779ms","start":"2026-02-27T22:04:12.131857Z","end":"2026-02-27T22:04:12.602413Z","steps":["trace[1088252149] 'process raft request' (duration: 69.114323ms)","trace[1088252149] 'compare' (duration: 400.7343ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:04:12.602527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.061466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f2d4701-3d5a-4a88-850d-19e4ab152d7a\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-02-27T22:04:12.602557Z","caller":"traceutil/trace.go:171","msg":"trace[74807665] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5f2d4701-3d5a-4a88-850d-19e4ab152d7a; range_end:; response_count:1; response_revision:5088; }","duration":"307.127858ms","start":"2026-02-27T22:04:12.295419Z","end":"2026-02-27T22:04:12.602547Z","steps":["trace[74807665] 'agreement among raft nodes before linearized reading' (duration: 307.011625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:12.602575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.087184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-02-27T22:04:12.602594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.295392Z","time spent":"307.194539ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f2d4701-3d5a-4a88-850d-19e4ab152d7a\" "} {"level":"warn","ts":"2026-02-27T22:04:12.602605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.131833Z","time spent":"470.704361ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":812,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:04:12.602625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.628629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f2d4701-3d5a-4a88-850d-19e4ab152d7a\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-02-27T22:04:12.602615Z","caller":"traceutil/trace.go:171","msg":"trace[1922177320] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5088; }","duration":"276.150276ms","start":"2026-02-27T22:04:12.326452Z","end":"2026-02-27T22:04:12.602602Z","steps":["trace[1922177320] 'agreement among raft nodes before linearized reading' (duration: 276.036943ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:12.602654Z","caller":"traceutil/trace.go:171","msg":"trace[1722008929] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5f2d4701-3d5a-4a88-850d-19e4ab152d7a; range_end:; response_count:1; response_revision:5088; }","duration":"263.693641ms","start":"2026-02-27T22:04:12.338951Z","end":"2026-02-27T22:04:12.602645Z","steps":["trace[1722008929] 'agreement among raft nodes before linearized reading' (duration: 263.602319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:12.964941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.492976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:04:12.965183Z","caller":"traceutil/trace.go:171","msg":"trace[1805141399] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"357.559418ms","start":"2026-02-27T22:04:12.607605Z","end":"2026-02-27T22:04:12.965165Z","steps":["trace[1805141399] 'process raft request' (duration: 357.519957ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:12.965218Z","caller":"traceutil/trace.go:171","msg":"trace[1350337620] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"357.588219ms","start":"2026-02-27T22:04:12.607601Z","end":"2026-02-27T22:04:12.965189Z","steps":["trace[1350337620] 'process raft request' (duration: 357.461906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:12.965265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.607584Z","time spent":"357.644869ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:04:12.965333Z","caller":"traceutil/trace.go:171","msg":"trace[126018411] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"357.731201ms","start":"2026-02-27T22:04:12.607583Z","end":"2026-02-27T22:04:12.965314Z","steps":["trace[126018411] 'process raft request' (duration: 206.672343ms)","trace[126018411] 'compare' (duration: 150.377324ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:04:12.965358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.607579Z","time spent":"357.698952ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:04:12.965458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.607558Z","time spent":"357.827104ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:04:13.372178Z","caller":"traceutil/trace.go:171","msg":"trace[1419332881] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"764.396193ms","start":"2026-02-27T22:04:12.607753Z","end":"2026-02-27T22:04:13.372149Z","steps":["trace[1419332881] 'process raft request' (duration: 678.917629ms)","trace[1419332881] 'compare' (duration: 85.29942ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:04:13.372352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.607744Z","time spent":"764.516175ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:04:13.372512Z","caller":"traceutil/trace.go:171","msg":"trace[1535565648] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"764.474265ms","start":"2026-02-27T22:04:12.608Z","end":"2026-02-27T22:04:13.372474Z","steps":["trace[1535565648] 'process raft request' (duration: 764.097467ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:13.372681Z","caller":"traceutil/trace.go:171","msg":"trace[649114703] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"764.335621ms","start":"2026-02-27T22:04:12.608333Z","end":"2026-02-27T22:04:13.372669Z","steps":["trace[649114703] 'process raft request' (duration: 764.009044ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:13.372688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.607989Z","time spent":"764.617038ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:04:13.372761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.60832Z","time spent":"764.401923ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:04:13.37289Z","caller":"traceutil/trace.go:171","msg":"trace[594927393] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"761.843306ms","start":"2026-02-27T22:04:12.610937Z","end":"2026-02-27T22:04:13.37278Z","steps":["trace[594927393] 'process raft request' (duration: 761.648152ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:13.372709Z","caller":"traceutil/trace.go:171","msg":"trace[100381972] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5296; }","duration":"764.657838ms","start":"2026-02-27T22:04:12.608022Z","end":"2026-02-27T22:04:13.37268Z","steps":["trace[100381972] 'read index received' (duration: 206.263314ms)","trace[100381972] 'applied index is now lower than readState.Index' (duration: 558.392544ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:04:13.373282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.227891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-02-27T22:04:13.373346Z","caller":"traceutil/trace.go:171","msg":"trace[1234197000] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5095; }","duration":"765.321622ms","start":"2026-02-27T22:04:12.608005Z","end":"2026-02-27T22:04:13.373326Z","steps":["trace[1234197000] 'agreement among raft nodes before linearized reading' (duration: 765.128558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:13.373426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.503786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T22:04:13.373394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.607995Z","time spent":"765.385405ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-02-27T22:04:13.373389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.321663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80046"} {"level":"info","ts":"2026-02-27T22:04:13.37348Z","caller":"traceutil/trace.go:171","msg":"trace[1488050893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5095; }","duration":"145.627838ms","start":"2026-02-27T22:04:13.227839Z","end":"2026-02-27T22:04:13.373467Z","steps":["trace[1488050893] 'agreement among raft nodes before linearized reading' (duration: 145.471495ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:13.373531Z","caller":"traceutil/trace.go:171","msg":"trace[607804483] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5095; }","duration":"765.484976ms","start":"2026-02-27T22:04:12.608001Z","end":"2026-02-27T22:04:13.373486Z","steps":["trace[607804483] 'agreement among raft nodes before linearized reading' (duration: 764.809791ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:13.373619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.607989Z","time spent":"765.585489ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80068,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:04:13.374069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:12.610916Z","time spent":"762.131652ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:04:15.894438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.81353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:04:15.894923Z","caller":"traceutil/trace.go:171","msg":"trace[608569424] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"112.391047ms","start":"2026-02-27T22:04:15.782513Z","end":"2026-02-27T22:04:15.894904Z","steps":["trace[608569424] 'process raft request' (duration: 112.307875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:15.894954Z","caller":"traceutil/trace.go:171","msg":"trace[1826240789] linearizableReadLoop","detail":"{readStateIndex:5331; appliedIndex:5330; }","duration":"421.850915ms","start":"2026-02-27T22:04:15.473063Z","end":"2026-02-27T22:04:15.894914Z","steps":["trace[1826240789] 'read index received' (duration: 247.409232ms)","trace[1826240789] 'applied index is now lower than readState.Index' (duration: 174.437083ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:04:15.895174Z","caller":"traceutil/trace.go:171","msg":"trace[965868670] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"465.414435ms","start":"2026-02-27T22:04:15.429714Z","end":"2026-02-27T22:04:15.895128Z","steps":["trace[965868670] 'process raft request' (duration: 290.821298ms)","trace[965868670] 'compare' (duration: 173.428311ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:04:15.895202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.10154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:04:15.89528Z","caller":"traceutil/trace.go:171","msg":"trace[167492011] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5124; }","duration":"422.244074ms","start":"2026-02-27T22:04:15.473018Z","end":"2026-02-27T22:04:15.895262Z","steps":["trace[167492011] 'agreement among raft nodes before linearized reading' (duration: 422.05919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:15.895345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:15.472995Z","time spent":"422.334305ms","remote":"127.0.0.1:47666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:04:15.895351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:15.42969Z","time spent":"465.572429ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:04:15.89551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.31613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T22:04:15.895578Z","caller":"traceutil/trace.go:171","msg":"trace[1658307582] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:5125; }","duration":"267.421792ms","start":"2026-02-27T22:04:15.628138Z","end":"2026-02-27T22:04:15.89556Z","steps":["trace[1658307582] 'agreement among raft nodes before linearized reading' (duration: 267.268509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:15.895358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.215138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5f2d4701-3d5a-4a88-850d-19e4ab152d7a\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-02-27T22:04:15.895705Z","caller":"traceutil/trace.go:171","msg":"trace[930068541] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5f2d4701-3d5a-4a88-850d-19e4ab152d7a; range_end:; response_count:1; response_revision:5125; }","duration":"277.604777ms","start":"2026-02-27T22:04:15.618078Z","end":"2026-02-27T22:04:15.895683Z","steps":["trace[930068541] 'agreement among raft nodes before linearized reading' (duration: 277.095576ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:17.173597Z","caller":"traceutil/trace.go:171","msg":"trace[379504345] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"141.412816ms","start":"2026-02-27T22:04:17.032151Z","end":"2026-02-27T22:04:17.173564Z","steps":["trace[379504345] 'process raft request' (duration: 43.649002ms)","trace[379504345] 'compare' (duration: 97.648792ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:04:17.375313Z","caller":"traceutil/trace.go:171","msg":"trace[1925313690] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"103.228614ms","start":"2026-02-27T22:04:17.272057Z","end":"2026-02-27T22:04:17.375286Z","steps":["trace[1925313690] 'process raft request' (duration: 65.363579ms)","trace[1925313690] 'compare' (duration: 37.663561ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:04:17.684154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.976603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:04:17.684382Z","caller":"traceutil/trace.go:171","msg":"trace[1685859492] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"234.761233ms","start":"2026-02-27T22:04:17.449599Z","end":"2026-02-27T22:04:17.68436Z","steps":["trace[1685859492] 'process raft request' (duration: 26.207158ms)","trace[1685859492] 'compare' (duration: 207.280088ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:04:17.684737Z","caller":"traceutil/trace.go:171","msg":"trace[904436858] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5356; }","duration":"191.492179ms","start":"2026-02-27T22:04:17.4928Z","end":"2026-02-27T22:04:17.684292Z","steps":["trace[904436858] 'read index received' (duration: 39.63µs)","trace[904436858] 'applied index is now lower than readState.Index' (duration: 191.450959ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:04:17.684702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.876508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-27T22:04:17.684885Z","caller":"traceutil/trace.go:171","msg":"trace[1934644694] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5147; }","duration":"192.101832ms","start":"2026-02-27T22:04:17.492753Z","end":"2026-02-27T22:04:17.684855Z","steps":["trace[1934644694] 'agreement among raft nodes before linearized reading' (duration: 191.736684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:18.004918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.771605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:04:18.005275Z","caller":"traceutil/trace.go:171","msg":"trace[865731470] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"219.18804ms","start":"2026-02-27T22:04:17.786067Z","end":"2026-02-27T22:04:18.005255Z","steps":["trace[865731470] 'process raft request' (duration: 70.882802ms)","trace[865731470] 'compare' (duration: 147.602632ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:04:18.009568Z","caller":"traceutil/trace.go:171","msg":"trace[1397743298] linearizableReadLoop","detail":"{readStateIndex:5361; appliedIndex:5359; }","duration":"222.858951ms","start":"2026-02-27T22:04:17.786692Z","end":"2026-02-27T22:04:18.009551Z","steps":["trace[1397743298] 'read index received' (duration: 70.192098ms)","trace[1397743298] 'applied index is now lower than readState.Index' (duration: 152.665673ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:04:18.009633Z","caller":"traceutil/trace.go:171","msg":"trace[449570460] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"223.336611ms","start":"2026-02-27T22:04:17.786273Z","end":"2026-02-27T22:04:18.00961Z","steps":["trace[449570460] 'process raft request' (duration: 223.185518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:18.009747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.046655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wjprk\" ","response":"range_response_count:1 size:4344"} {"level":"info","ts":"2026-02-27T22:04:18.009883Z","caller":"traceutil/trace.go:171","msg":"trace[775215674] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-wjprk; range_end:; response_count:1; response_revision:5151; }","duration":"223.214498ms","start":"2026-02-27T22:04:17.786656Z","end":"2026-02-27T22:04:18.009871Z","steps":["trace[775215674] 'agreement among raft nodes before linearized reading' (duration: 222.974073ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:18.036094Z","caller":"traceutil/trace.go:171","msg":"trace[1807326516] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"136.57577ms","start":"2026-02-27T22:04:17.899497Z","end":"2026-02-27T22:04:18.036073Z","steps":["trace[1807326516] 'process raft request' (duration: 136.440906ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:18.036347Z","caller":"traceutil/trace.go:171","msg":"trace[1911275872] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"136.787754ms","start":"2026-02-27T22:04:17.899551Z","end":"2026-02-27T22:04:18.036338Z","steps":["trace[1911275872] 'process raft request' (duration: 136.486356ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:18.036442Z","caller":"traceutil/trace.go:171","msg":"trace[1691222119] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"136.062269ms","start":"2026-02-27T22:04:17.90035Z","end":"2026-02-27T22:04:18.036412Z","steps":["trace[1691222119] 'process raft request' (duration: 135.922475ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:18.205588Z","caller":"traceutil/trace.go:171","msg":"trace[922536757] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"160.882084ms","start":"2026-02-27T22:04:18.044681Z","end":"2026-02-27T22:04:18.205563Z","steps":["trace[922536757] 'process raft request' (duration: 131.943957ms)","trace[922536757] 'compare' (duration: 28.486367ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:04:18.319138Z","caller":"traceutil/trace.go:171","msg":"trace[603278375] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"101.865075ms","start":"2026-02-27T22:04:18.217248Z","end":"2026-02-27T22:04:18.319113Z","steps":["trace[603278375] 'process raft request' (duration: 94.048502ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:18.31917Z","caller":"traceutil/trace.go:171","msg":"trace[1242832760] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"100.395112ms","start":"2026-02-27T22:04:18.218748Z","end":"2026-02-27T22:04:18.319143Z","steps":["trace[1242832760] 'process raft request' (duration: 100.193697ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:18.527438Z","caller":"traceutil/trace.go:171","msg":"trace[1579369045] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"150.439605ms","start":"2026-02-27T22:04:18.37697Z","end":"2026-02-27T22:04:18.52741Z","steps":["trace[1579369045] 'process raft request' (duration: 91.174199ms)","trace[1579369045] 'compare' (duration: 59.128523ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:04:19.20223Z","caller":"traceutil/trace.go:171","msg":"trace[351491154] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"184.722401ms","start":"2026-02-27T22:04:19.017487Z","end":"2026-02-27T22:04:19.202209Z","steps":["trace[351491154] 'process raft request' (duration: 184.586498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:19.203549Z","caller":"traceutil/trace.go:171","msg":"trace[162093655] transaction","detail":"{read_only:false; response_revision:5167; number_of_response:1; }","duration":"183.927612ms","start":"2026-02-27T22:04:19.019606Z","end":"2026-02-27T22:04:19.203533Z","steps":["trace[162093655] 'process raft request' (duration: 183.898552ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:19.203683Z","caller":"traceutil/trace.go:171","msg":"trace[413303598] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"185.197261ms","start":"2026-02-27T22:04:19.018477Z","end":"2026-02-27T22:04:19.203675Z","steps":["trace[413303598] 'process raft request' (duration: 184.953955ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:27.022428Z","caller":"traceutil/trace.go:171","msg":"trace[1377241433] linearizableReadLoop","detail":"{readStateIndex:5488; appliedIndex:5487; }","duration":"459.628777ms","start":"2026-02-27T22:04:26.562774Z","end":"2026-02-27T22:04:27.022403Z","steps":["trace[1377241433] 'read index received' (duration: 459.403132ms)","trace[1377241433] 'applied index is now lower than readState.Index' (duration: 224.695µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:04:27.022571Z","caller":"traceutil/trace.go:171","msg":"trace[1119500156] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"530.5586ms","start":"2026-02-27T22:04:26.491978Z","end":"2026-02-27T22:04:27.022536Z","steps":["trace[1119500156] 'process raft request' (duration: 530.280204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:27.022677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.885823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-02-27T22:04:27.022726Z","caller":"traceutil/trace.go:171","msg":"trace[1691173810] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5273; }","duration":"459.978455ms","start":"2026-02-27T22:04:26.562735Z","end":"2026-02-27T22:04:27.022714Z","steps":["trace[1691173810] 'agreement among raft nodes before linearized reading' (duration: 459.797941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:27.022746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:26.491962Z","time spent":"530.694303ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13834,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:04:27.022746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.042958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T22:04:27.022825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.319881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:04:27.022821Z","caller":"traceutil/trace.go:171","msg":"trace[1644414191] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5273; }","duration":"427.175482ms","start":"2026-02-27T22:04:26.595627Z","end":"2026-02-27T22:04:27.022803Z","steps":["trace[1644414191] 'agreement among raft nodes before linearized reading' (duration: 426.954737ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:27.022863Z","caller":"traceutil/trace.go:171","msg":"trace[612588319] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5273; }","duration":"415.388842ms","start":"2026-02-27T22:04:26.607464Z","end":"2026-02-27T22:04:27.022853Z","steps":["trace[612588319] 'agreement among raft nodes before linearized reading' (duration: 415.332721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:27.022879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:26.595612Z","time spent":"427.257884ms","remote":"127.0.0.1:47900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":74,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:04:27.022769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:26.562719Z","time spent":"460.039296ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T22:04:27.022892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:26.607447Z","time spent":"415.437804ms","remote":"127.0.0.1:35140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:04:27.02288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.835137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:04:27.022964Z","caller":"traceutil/trace.go:171","msg":"trace[1192987229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5273; }","duration":"368.95966ms","start":"2026-02-27T22:04:26.653986Z","end":"2026-02-27T22:04:27.022946Z","steps":["trace[1192987229] 'agreement among raft nodes before linearized reading' (duration: 368.821986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:27.023013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:26.653967Z","time spent":"369.033931ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:04:32.463409Z","caller":"traceutil/trace.go:171","msg":"trace[634905953] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"371.388298ms","start":"2026-02-27T22:04:32.091986Z","end":"2026-02-27T22:04:32.463374Z","steps":["trace[634905953] 'process raft request' (duration: 371.163314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:32.463604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:32.091966Z","time spent":"371.545582ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:04:33.078658Z","caller":"traceutil/trace.go:171","msg":"trace[586922811] linearizableReadLoop","detail":"{readStateIndex:5550; appliedIndex:5547; }","duration":"457.755257ms","start":"2026-02-27T22:04:32.620881Z","end":"2026-02-27T22:04:33.078637Z","steps":["trace[586922811] 'read index received' (duration: 450.281375ms)","trace[586922811] 'applied index is now lower than readState.Index' (duration: 7.473052ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:04:33.078895Z","caller":"traceutil/trace.go:171","msg":"trace[514043347] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"985.609539ms","start":"2026-02-27T22:04:32.093274Z","end":"2026-02-27T22:04:33.078884Z","steps":["trace[514043347] 'process raft request' (duration: 978.022495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:33.079004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:32.093258Z","time spent":"985.6722ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:04:33.079166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.269037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-02-27T22:04:33.079208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.995966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:04:33.079306Z","caller":"traceutil/trace.go:171","msg":"trace[1448728397] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"979.504416ms","start":"2026-02-27T22:04:32.099791Z","end":"2026-02-27T22:04:33.079295Z","steps":["trace[1448728397] 'process raft request' (duration: 978.719819ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:33.079315Z","caller":"traceutil/trace.go:171","msg":"trace[1947951266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5333; }","duration":"426.15501ms","start":"2026-02-27T22:04:32.653136Z","end":"2026-02-27T22:04:33.079291Z","steps":["trace[1947951266] 'agreement among raft nodes before linearized reading' (duration: 425.975306ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:33.079368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:32.653111Z","time spent":"426.247401ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:04:33.079398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:32.099766Z","time spent":"979.569277ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:04:33.079462Z","caller":"traceutil/trace.go:171","msg":"trace[848992586] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"813.219789ms","start":"2026-02-27T22:04:32.266231Z","end":"2026-02-27T22:04:33.079451Z","steps":["trace[848992586] 'process raft request' (duration: 812.36476ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:33.079255Z","caller":"traceutil/trace.go:171","msg":"trace[340622843] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5333; }","duration":"458.366359ms","start":"2026-02-27T22:04:32.620865Z","end":"2026-02-27T22:04:33.079231Z","steps":["trace[340622843] 'agreement among raft nodes before linearized reading' (duration: 458.115184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:33.079546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:32.266204Z","time spent":"813.307381ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:04:33.079611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:32.620806Z","time spent":"458.762929ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T22:04:33.079958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.844477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17126"} {"level":"info","ts":"2026-02-27T22:04:33.080042Z","caller":"traceutil/trace.go:171","msg":"trace[1442717769] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5333; }","duration":"307.963038ms","start":"2026-02-27T22:04:32.772059Z","end":"2026-02-27T22:04:33.080022Z","steps":["trace[1442717769] 'agreement among raft nodes before linearized reading' (duration: 307.759334ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:04:33.080096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:32.772043Z","time spent":"308.045501ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17148,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-02-27T22:04:33.287524Z","caller":"traceutil/trace.go:171","msg":"trace[1410744778] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"193.948399ms","start":"2026-02-27T22:04:33.093554Z","end":"2026-02-27T22:04:33.287502Z","steps":["trace[1410744778] 'process raft request' (duration: 193.772055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:33.475664Z","caller":"traceutil/trace.go:171","msg":"trace[1941299471] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"182.892268ms","start":"2026-02-27T22:04:33.292744Z","end":"2026-02-27T22:04:33.475636Z","steps":["trace[1941299471] 'process raft request' (duration: 99.243138ms)","trace[1941299471] 'compare' (duration: 83.506827ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:04:33.475794Z","caller":"traceutil/trace.go:171","msg":"trace[1716155231] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"182.907268ms","start":"2026-02-27T22:04:33.292856Z","end":"2026-02-27T22:04:33.475763Z","steps":["trace[1716155231] 'process raft request' (duration: 182.737395ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:04:34.006696Z","caller":"traceutil/trace.go:171","msg":"trace[828729820] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"347.11887ms","start":"2026-02-27T22:04:33.659539Z","end":"2026-02-27T22:04:34.006658Z","steps":["trace[828729820] 'process raft request' (duration: 255.877666ms)","trace[828729820] 'compare' (duration: 90.985778ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:04:34.006851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:04:33.659523Z","time spent":"347.249183ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:04:42.010223Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2623} {"level":"info","ts":"2026-02-27T22:04:42.102426Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2623,"took":"90.697812ms","hash":1518992450,"current-db-size-bytes":38608896,"current-db-size":"39 MB","current-db-size-in-use-bytes":28688384,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T22:04:42.102488Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1518992450,"revision":2623,"compact-revision":-1} {"level":"warn","ts":"2026-02-27T22:04:52.997781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.267328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:04:52.997878Z","caller":"traceutil/trace.go:171","msg":"trace[1454316947] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5449; }","duration":"167.454753ms","start":"2026-02-27T22:04:52.830397Z","end":"2026-02-27T22:04:52.997852Z","steps":["trace[1454316947] 'count revisions from in-memory index tree' (duration: 167.161697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:05:11.305756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.803844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-02-27T22:05:11.30586Z","caller":"traceutil/trace.go:171","msg":"trace[196264609] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5646; }","duration":"169.968807ms","start":"2026-02-27T22:05:11.13587Z","end":"2026-02-27T22:05:11.305839Z","steps":["trace[196264609] 'range keys from in-memory index tree' (duration: 169.58136ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:05:11.787876Z","caller":"traceutil/trace.go:171","msg":"trace[1683443085] transaction","detail":"{read_only:false; response_revision:5651; number_of_response:1; }","duration":"112.087898ms","start":"2026-02-27T22:05:11.675737Z","end":"2026-02-27T22:05:11.787825Z","steps":["trace[1683443085] 'process raft request' (duration: 111.682859ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:05:11.799801Z","caller":"traceutil/trace.go:171","msg":"trace[1026532124] linearizableReadLoop","detail":"{readStateIndex:5879; appliedIndex:5877; }","duration":"101.738482ms","start":"2026-02-27T22:05:11.698039Z","end":"2026-02-27T22:05:11.799778Z","steps":["trace[1026532124] 'read index received' (duration: 89.416495ms)","trace[1026532124] 'applied index is now lower than readState.Index' (duration: 12.320687ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:05:11.799851Z","caller":"traceutil/trace.go:171","msg":"trace[1339553044] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"124.059038ms","start":"2026-02-27T22:05:11.675769Z","end":"2026-02-27T22:05:11.799828Z","steps":["trace[1339553044] 'process raft request' (duration: 123.878405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:05:11.799996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.953519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:05:11.800039Z","caller":"traceutil/trace.go:171","msg":"trace[1732836054] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:5652; }","duration":"102.04858ms","start":"2026-02-27T22:05:11.697981Z","end":"2026-02-27T22:05:11.800029Z","steps":["trace[1732836054] 'agreement among raft nodes before linearized reading' (duration: 101.927306ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:05:25.980981Z","caller":"traceutil/trace.go:171","msg":"trace[861986760] linearizableReadLoop","detail":"{readStateIndex:5975; appliedIndex:5973; }","duration":"106.355333ms","start":"2026-02-27T22:05:25.874605Z","end":"2026-02-27T22:05:25.98096Z","steps":["trace[861986760] 'read index received' (duration: 3.180589ms)","trace[861986760] 'applied index is now lower than readState.Index' (duration: 103.173834ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:05:25.981198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.577679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:05:25.981239Z","caller":"traceutil/trace.go:171","msg":"trace[1494813686] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:5745; }","duration":"106.65547ms","start":"2026-02-27T22:05:25.874573Z","end":"2026-02-27T22:05:25.981229Z","steps":["trace[1494813686] 'agreement among raft nodes before linearized reading' (duration: 106.514557ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:05:25.98138Z","caller":"traceutil/trace.go:171","msg":"trace[410098832] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"115.130964ms","start":"2026-02-27T22:05:25.866073Z","end":"2026-02-27T22:05:25.981204Z","steps":["trace[410098832] 'process raft request' (duration: 72.055106ms)","trace[410098832] 'compare' (duration: 42.720851ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:05:26.000923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.092633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T22:05:26.001057Z","caller":"traceutil/trace.go:171","msg":"trace[672622288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5746; }","duration":"126.269417ms","start":"2026-02-27T22:05:25.874772Z","end":"2026-02-27T22:05:26.001041Z","steps":["trace[672622288] 'agreement among raft nodes before linearized reading' (duration: 125.996441ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:09:42.017511Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5390} {"level":"info","ts":"2026-02-27T22:09:42.107087Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5390,"took":"87.744562ms","hash":3223320658,"current-db-size-bytes":39530496,"current-db-size":"40 MB","current-db-size-in-use-bytes":21876736,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-27T22:09:42.107161Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3223320658,"revision":5390,"compact-revision":2623} {"level":"info","ts":"2026-02-27T22:10:07.457034Z","caller":"traceutil/trace.go:171","msg":"trace[480254795] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"133.961798ms","start":"2026-02-27T22:10:07.323025Z","end":"2026-02-27T22:10:07.456987Z","steps":["trace[480254795] 'process raft request' (duration: 133.622641ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:18.998913Z","caller":"traceutil/trace.go:171","msg":"trace[1767081502] transaction","detail":"{read_only:false; response_revision:7656; number_of_response:1; }","duration":"115.100188ms","start":"2026-02-27T22:10:18.883792Z","end":"2026-02-27T22:10:18.998893Z","steps":["trace[1767081502] 'process raft request' (duration: 93.800743ms)","trace[1767081502] 'compare' (duration: 21.050019ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:10:19.03808Z","caller":"traceutil/trace.go:171","msg":"trace[1943517113] transaction","detail":"{read_only:false; response_revision:7657; number_of_response:1; }","duration":"107.197796ms","start":"2026-02-27T22:10:18.930857Z","end":"2026-02-27T22:10:19.038055Z","steps":["trace[1943517113] 'process raft request' (duration: 107.038702ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.165068Z","caller":"traceutil/trace.go:171","msg":"trace[1905537773] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"100.862847ms","start":"2026-02-27T22:10:19.064174Z","end":"2026-02-27T22:10:19.165037Z","steps":["trace[1905537773] 'process raft request' (duration: 100.53552ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.312793Z","caller":"traceutil/trace.go:171","msg":"trace[2005743510] transaction","detail":"{read_only:false; response_revision:7662; number_of_response:1; }","duration":"124.619165ms","start":"2026-02-27T22:10:19.188149Z","end":"2026-02-27T22:10:19.312768Z","steps":["trace[2005743510] 'process raft request' (duration: 124.492953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.312936Z","caller":"traceutil/trace.go:171","msg":"trace[2094135297] transaction","detail":"{read_only:false; response_revision:7661; number_of_response:1; }","duration":"124.903271ms","start":"2026-02-27T22:10:19.187996Z","end":"2026-02-27T22:10:19.312899Z","steps":["trace[2094135297] 'process raft request' (duration: 124.567994ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.31279Z","caller":"traceutil/trace.go:171","msg":"trace[1710318327] transaction","detail":"{read_only:false; response_revision:7660; number_of_response:1; }","duration":"124.803849ms","start":"2026-02-27T22:10:19.187958Z","end":"2026-02-27T22:10:19.312762Z","steps":["trace[1710318327] 'process raft request' (duration: 124.214177ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.312964Z","caller":"traceutil/trace.go:171","msg":"trace[255870288] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"124.513553ms","start":"2026-02-27T22:10:19.188422Z","end":"2026-02-27T22:10:19.312936Z","steps":["trace[255870288] 'process raft request' (duration: 124.334489ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.313104Z","caller":"traceutil/trace.go:171","msg":"trace[754424910] transaction","detail":"{read_only:false; response_revision:7663; number_of_response:1; }","duration":"124.910691ms","start":"2026-02-27T22:10:19.188184Z","end":"2026-02-27T22:10:19.313094Z","steps":["trace[754424910] 'process raft request' (duration: 124.487652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.313097Z","caller":"traceutil/trace.go:171","msg":"trace[1746687425] transaction","detail":"{read_only:false; response_revision:7664; number_of_response:1; }","duration":"124.729278ms","start":"2026-02-27T22:10:19.188333Z","end":"2026-02-27T22:10:19.313062Z","steps":["trace[1746687425] 'process raft request' (duration: 124.37102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.313111Z","caller":"traceutil/trace.go:171","msg":"trace[1690733888] transaction","detail":"{read_only:false; response_revision:7665; number_of_response:1; }","duration":"124.679546ms","start":"2026-02-27T22:10:19.1884Z","end":"2026-02-27T22:10:19.31308Z","steps":["trace[1690733888] 'process raft request' (duration: 124.330659ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.313177Z","caller":"traceutil/trace.go:171","msg":"trace[1239772388] transaction","detail":"{read_only:false; response_revision:7669; number_of_response:1; }","duration":"124.578514ms","start":"2026-02-27T22:10:19.18859Z","end":"2026-02-27T22:10:19.313168Z","steps":["trace[1239772388] 'process raft request' (duration: 124.255237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.31318Z","caller":"traceutil/trace.go:171","msg":"trace[1519594023] transaction","detail":"{read_only:false; response_revision:7668; number_of_response:1; }","duration":"124.656176ms","start":"2026-02-27T22:10:19.188511Z","end":"2026-02-27T22:10:19.313167Z","steps":["trace[1519594023] 'process raft request' (duration: 124.302118ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.313232Z","caller":"traceutil/trace.go:171","msg":"trace[368901033] transaction","detail":"{read_only:false; response_revision:7670; number_of_response:1; }","duration":"124.500852ms","start":"2026-02-27T22:10:19.188708Z","end":"2026-02-27T22:10:19.313209Z","steps":["trace[368901033] 'process raft request' (duration: 124.166695ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.313278Z","caller":"traceutil/trace.go:171","msg":"trace[731798845] transaction","detail":"{read_only:false; response_revision:7667; number_of_response:1; }","duration":"124.787039ms","start":"2026-02-27T22:10:19.188468Z","end":"2026-02-27T22:10:19.313255Z","steps":["trace[731798845] 'process raft request' (duration: 124.316909ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.615247Z","caller":"traceutil/trace.go:171","msg":"trace[1622179176] transaction","detail":"{read_only:false; response_revision:7695; number_of_response:1; }","duration":"185.738787ms","start":"2026-02-27T22:10:19.429488Z","end":"2026-02-27T22:10:19.615226Z","steps":["trace[1622179176] 'process raft request' (duration: 97.984054ms)","trace[1622179176] 'compare' (duration: 87.60838ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:10:19.615465Z","caller":"traceutil/trace.go:171","msg":"trace[1610855685] transaction","detail":"{read_only:false; response_revision:7696; number_of_response:1; }","duration":"181.678068ms","start":"2026-02-27T22:10:19.433781Z","end":"2026-02-27T22:10:19.615459Z","steps":["trace[1610855685] 'process raft request' (duration: 181.416752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.615507Z","caller":"traceutil/trace.go:171","msg":"trace[567604750] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"169.878102ms","start":"2026-02-27T22:10:19.445609Z","end":"2026-02-27T22:10:19.615487Z","steps":["trace[567604750] 'process raft request' (duration: 169.82339ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.615707Z","caller":"traceutil/trace.go:171","msg":"trace[611735405] transaction","detail":"{read_only:false; response_revision:7699; number_of_response:1; }","duration":"169.955413ms","start":"2026-02-27T22:10:19.445739Z","end":"2026-02-27T22:10:19.615694Z","steps":["trace[611735405] 'process raft request' (duration: 169.721918ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.615694Z","caller":"traceutil/trace.go:171","msg":"trace[2014438613] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"171.004215ms","start":"2026-02-27T22:10:19.444652Z","end":"2026-02-27T22:10:19.615657Z","steps":["trace[2014438613] 'process raft request' (duration: 170.718939ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.615771Z","caller":"traceutil/trace.go:171","msg":"trace[2038745304] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"169.910943ms","start":"2026-02-27T22:10:19.445816Z","end":"2026-02-27T22:10:19.615727Z","steps":["trace[2038745304] 'process raft request' (duration: 169.813071ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.6158Z","caller":"traceutil/trace.go:171","msg":"trace[1011437337] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"169.883202ms","start":"2026-02-27T22:10:19.445906Z","end":"2026-02-27T22:10:19.615789Z","steps":["trace[1011437337] 'process raft request' (duration: 169.813921ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.615783Z","caller":"traceutil/trace.go:171","msg":"trace[717305632] transaction","detail":"{read_only:false; response_revision:7701; number_of_response:1; }","duration":"169.867531ms","start":"2026-02-27T22:10:19.445892Z","end":"2026-02-27T22:10:19.615759Z","steps":["trace[717305632] 'process raft request' (duration: 169.80194ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.615846Z","caller":"traceutil/trace.go:171","msg":"trace[1247493543] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"169.668997ms","start":"2026-02-27T22:10:19.446168Z","end":"2026-02-27T22:10:19.615837Z","steps":["trace[1247493543] 'process raft request' (duration: 169.578895ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.615895Z","caller":"traceutil/trace.go:171","msg":"trace[1977442464] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"169.671477ms","start":"2026-02-27T22:10:19.446196Z","end":"2026-02-27T22:10:19.615867Z","steps":["trace[1977442464] 'process raft request' (duration: 169.581025ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.61593Z","caller":"traceutil/trace.go:171","msg":"trace[843845244] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"169.645967ms","start":"2026-02-27T22:10:19.446274Z","end":"2026-02-27T22:10:19.615921Z","steps":["trace[843845244] 'process raft request' (duration: 169.568235ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.615965Z","caller":"traceutil/trace.go:171","msg":"trace[1794281227] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"169.635677ms","start":"2026-02-27T22:10:19.44632Z","end":"2026-02-27T22:10:19.615956Z","steps":["trace[1794281227] 'process raft request' (duration: 169.580625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.616Z","caller":"traceutil/trace.go:171","msg":"trace[1208944055] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"169.669547ms","start":"2026-02-27T22:10:19.446321Z","end":"2026-02-27T22:10:19.615991Z","steps":["trace[1208944055] 'process raft request' (duration: 169.550265ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.61632Z","caller":"traceutil/trace.go:171","msg":"trace[1198011722] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"170.069725ms","start":"2026-02-27T22:10:19.446193Z","end":"2026-02-27T22:10:19.616263Z","steps":["trace[1198011722] 'process raft request' (duration: 169.624836ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.91695Z","caller":"traceutil/trace.go:171","msg":"trace[1891152566] transaction","detail":"{read_only:false; response_revision:7735; number_of_response:1; }","duration":"148.72693ms","start":"2026-02-27T22:10:19.768187Z","end":"2026-02-27T22:10:19.916914Z","steps":["trace[1891152566] 'process raft request' (duration: 148.340472ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.91707Z","caller":"traceutil/trace.go:171","msg":"trace[1645074727] transaction","detail":"{read_only:false; response_revision:7738; number_of_response:1; }","duration":"148.308052ms","start":"2026-02-27T22:10:19.768736Z","end":"2026-02-27T22:10:19.917044Z","steps":["trace[1645074727] 'process raft request' (duration: 148.219369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.917159Z","caller":"traceutil/trace.go:171","msg":"trace[1965439406] transaction","detail":"{read_only:false; response_revision:7739; number_of_response:1; }","duration":"148.307501ms","start":"2026-02-27T22:10:19.768843Z","end":"2026-02-27T22:10:19.917151Z","steps":["trace[1965439406] 'process raft request' (duration: 148.140267ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.917224Z","caller":"traceutil/trace.go:171","msg":"trace[1433758596] transaction","detail":"{read_only:false; response_revision:7737; number_of_response:1; }","duration":"148.496805ms","start":"2026-02-27T22:10:19.768716Z","end":"2026-02-27T22:10:19.917213Z","steps":["trace[1433758596] 'process raft request' (duration: 148.195428ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.916976Z","caller":"traceutil/trace.go:171","msg":"trace[843863833] transaction","detail":"{read_only:false; response_revision:7736; number_of_response:1; }","duration":"148.68993ms","start":"2026-02-27T22:10:19.768268Z","end":"2026-02-27T22:10:19.916958Z","steps":["trace[843863833] 'process raft request' (duration: 148.590918ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.917446Z","caller":"traceutil/trace.go:171","msg":"trace[2097016727] transaction","detail":"{read_only:false; response_revision:7740; number_of_response:1; }","duration":"148.518636ms","start":"2026-02-27T22:10:19.768919Z","end":"2026-02-27T22:10:19.917438Z","steps":["trace[2097016727] 'process raft request' (duration: 148.092426ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.9199Z","caller":"traceutil/trace.go:171","msg":"trace[1793408090] transaction","detail":"{read_only:false; response_revision:7741; number_of_response:1; }","duration":"150.886737ms","start":"2026-02-27T22:10:19.768975Z","end":"2026-02-27T22:10:19.919862Z","steps":["trace[1793408090] 'process raft request' (duration: 148.062735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.919965Z","caller":"traceutil/trace.go:171","msg":"trace[1801418285] transaction","detail":"{read_only:false; response_revision:7742; number_of_response:1; }","duration":"150.930329ms","start":"2026-02-27T22:10:19.769005Z","end":"2026-02-27T22:10:19.919935Z","steps":["trace[1801418285] 'process raft request' (duration: 150.761704ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.919972Z","caller":"traceutil/trace.go:171","msg":"trace[1293088883] transaction","detail":"{read_only:false; response_revision:7744; number_of_response:1; }","duration":"150.257904ms","start":"2026-02-27T22:10:19.76969Z","end":"2026-02-27T22:10:19.919948Z","steps":["trace[1293088883] 'process raft request' (duration: 150.208343ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.920116Z","caller":"traceutil/trace.go:171","msg":"trace[1053994253] transaction","detail":"{read_only:false; response_revision:7743; number_of_response:1; }","duration":"151.070851ms","start":"2026-02-27T22:10:19.769031Z","end":"2026-02-27T22:10:19.920101Z","steps":["trace[1053994253] 'process raft request' (duration: 150.829646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:19.963724Z","caller":"traceutil/trace.go:171","msg":"trace[836870897] linearizableReadLoop","detail":"{readStateIndex:8044; appliedIndex:8033; }","duration":"109.862534ms","start":"2026-02-27T22:10:19.853849Z","end":"2026-02-27T22:10:19.963712Z","steps":["trace[836870897] 'read index received' (duration: 62.691726ms)","trace[836870897] 'applied index is now lower than readState.Index' (duration: 47.169958ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:10:19.963778Z","caller":"traceutil/trace.go:171","msg":"trace[1180371154] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"150.780755ms","start":"2026-02-27T22:10:19.812973Z","end":"2026-02-27T22:10:19.963754Z","steps":["trace[1180371154] 'process raft request' (duration: 150.662372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:19.964073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.207651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:10:19.964193Z","caller":"traceutil/trace.go:171","msg":"trace[1488404661] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:7745; }","duration":"110.334854ms","start":"2026-02-27T22:10:19.853802Z","end":"2026-02-27T22:10:19.964137Z","steps":["trace[1488404661] 'agreement among raft nodes before linearized reading' (duration: 110.026257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:20.015663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.052037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:10:20.015763Z","caller":"traceutil/trace.go:171","msg":"trace[1283542545] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7747; }","duration":"132.1952ms","start":"2026-02-27T22:10:19.883542Z","end":"2026-02-27T22:10:20.015738Z","steps":["trace[1283542545] 'agreement among raft nodes before linearized reading' (duration: 131.995345ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.374264Z","caller":"traceutil/trace.go:171","msg":"trace[905028775] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"151.209394ms","start":"2026-02-27T22:10:20.223026Z","end":"2026-02-27T22:10:20.374235Z","steps":["trace[905028775] 'process raft request' (duration: 150.943509ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.374359Z","caller":"traceutil/trace.go:171","msg":"trace[114946006] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"150.712124ms","start":"2026-02-27T22:10:20.223624Z","end":"2026-02-27T22:10:20.374336Z","steps":["trace[114946006] 'process raft request' (duration: 150.508779ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.374356Z","caller":"traceutil/trace.go:171","msg":"trace[872031845] transaction","detail":"{read_only:false; response_revision:7761; number_of_response:1; }","duration":"150.380267ms","start":"2026-02-27T22:10:20.223951Z","end":"2026-02-27T22:10:20.374331Z","steps":["trace[872031845] 'process raft request' (duration: 150.260004ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.374668Z","caller":"traceutil/trace.go:171","msg":"trace[1908687939] transaction","detail":"{read_only:false; response_revision:7762; number_of_response:1; }","duration":"150.368457ms","start":"2026-02-27T22:10:20.224246Z","end":"2026-02-27T22:10:20.374615Z","steps":["trace[1908687939] 'process raft request' (duration: 150.018879ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.374865Z","caller":"traceutil/trace.go:171","msg":"trace[1203195052] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"148.22454ms","start":"2026-02-27T22:10:20.226624Z","end":"2026-02-27T22:10:20.374849Z","steps":["trace[1203195052] 'process raft request' (duration: 147.897273ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.37494Z","caller":"traceutil/trace.go:171","msg":"trace[415420840] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"146.881149ms","start":"2026-02-27T22:10:20.228047Z","end":"2026-02-27T22:10:20.374928Z","steps":["trace[415420840] 'process raft request' (duration: 146.719836ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.506954Z","caller":"traceutil/trace.go:171","msg":"trace[574758787] linearizableReadLoop","detail":"{readStateIndex:8067; appliedIndex:8063; }","duration":"121.124438ms","start":"2026-02-27T22:10:20.385816Z","end":"2026-02-27T22:10:20.50694Z","steps":["trace[574758787] 'read index received' (duration: 2.30783ms)","trace[574758787] 'applied index is now lower than readState.Index' (duration: 118.815788ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:10:20.507046Z","caller":"traceutil/trace.go:171","msg":"trace[151174565] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"124.832089ms","start":"2026-02-27T22:10:20.382208Z","end":"2026-02-27T22:10:20.50704Z","steps":["trace[151174565] 'process raft request' (duration: 124.659096ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.507143Z","caller":"traceutil/trace.go:171","msg":"trace[1445981150] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"124.932921ms","start":"2026-02-27T22:10:20.382198Z","end":"2026-02-27T22:10:20.507131Z","steps":["trace[1445981150] 'process raft request' (duration: 89.232383ms)","trace[1445981150] 'compare' (duration: 35.224948ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:10:20.507226Z","caller":"traceutil/trace.go:171","msg":"trace[453901160] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"123.643564ms","start":"2026-02-27T22:10:20.383546Z","end":"2026-02-27T22:10:20.507189Z","steps":["trace[453901160] 'process raft request' (duration: 123.364998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:20.50729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.446515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-xkrwg\" ","response":"range_response_count:1 size:3535"} {"level":"info","ts":"2026-02-27T22:10:20.507388Z","caller":"traceutil/trace.go:171","msg":"trace[97044542] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-xkrwg; range_end:; response_count:1; response_revision:7768; }","duration":"121.572288ms","start":"2026-02-27T22:10:20.385789Z","end":"2026-02-27T22:10:20.507361Z","steps":["trace[97044542] 'agreement among raft nodes before linearized reading' (duration: 121.318583ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.694244Z","caller":"traceutil/trace.go:171","msg":"trace[1329994252] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"180.979393ms","start":"2026-02-27T22:10:20.513234Z","end":"2026-02-27T22:10:20.694213Z","steps":["trace[1329994252] 'process raft request' (duration: 180.718588ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.694426Z","caller":"traceutil/trace.go:171","msg":"trace[1956767100] transaction","detail":"{read_only:false; response_revision:7772; number_of_response:1; }","duration":"172.639482ms","start":"2026-02-27T22:10:20.521778Z","end":"2026-02-27T22:10:20.694417Z","steps":["trace[1956767100] 'process raft request' (duration: 172.379936ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.694255Z","caller":"traceutil/trace.go:171","msg":"trace[956242072] transaction","detail":"{read_only:false; response_revision:7771; number_of_response:1; }","duration":"179.242206ms","start":"2026-02-27T22:10:20.514989Z","end":"2026-02-27T22:10:20.694231Z","steps":["trace[956242072] 'process raft request' (duration: 179.114323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.694255Z","caller":"traceutil/trace.go:171","msg":"trace[461596399] transaction","detail":"{read_only:false; response_revision:7773; number_of_response:1; }","duration":"119.052134ms","start":"2026-02-27T22:10:20.57519Z","end":"2026-02-27T22:10:20.694243Z","steps":["trace[461596399] 'process raft request' (duration: 119.012673ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.833788Z","caller":"traceutil/trace.go:171","msg":"trace[2120335402] transaction","detail":"{read_only:false; response_revision:7774; number_of_response:1; }","duration":"225.504303ms","start":"2026-02-27T22:10:20.608259Z","end":"2026-02-27T22:10:20.833763Z","steps":["trace[2120335402] 'process raft request' (duration: 222.027267ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.834165Z","caller":"traceutil/trace.go:171","msg":"trace[136925140] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"165.231429ms","start":"2026-02-27T22:10:20.668907Z","end":"2026-02-27T22:10:20.834138Z","steps":["trace[136925140] 'process raft request' (duration: 164.79607ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.834124Z","caller":"traceutil/trace.go:171","msg":"trace[1008770360] linearizableReadLoop","detail":"{readStateIndex:8073; appliedIndex:8068; }","duration":"213.446169ms","start":"2026-02-27T22:10:20.620643Z","end":"2026-02-27T22:10:20.83409Z","steps":["trace[1008770360] 'read index received' (duration: 73.353398ms)","trace[1008770360] 'applied index is now lower than readState.Index' (duration: 140.090511ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:10:20.83432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.649344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:10:20.834393Z","caller":"traceutil/trace.go:171","msg":"trace[1181735667] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7775; }","duration":"213.775977ms","start":"2026-02-27T22:10:20.620598Z","end":"2026-02-27T22:10:20.834374Z","steps":["trace[1181735667] 'agreement among raft nodes before linearized reading' (duration: 213.633143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:20.885301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.489141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:10:20.885393Z","caller":"traceutil/trace.go:171","msg":"trace[1103719019] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"176.121477ms","start":"2026-02-27T22:10:20.709238Z","end":"2026-02-27T22:10:20.885359Z","steps":["trace[1103719019] 'process raft request' (duration: 175.859862ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:20.885384Z","caller":"traceutil/trace.go:171","msg":"trace[180471438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7776; }","duration":"230.621904ms","start":"2026-02-27T22:10:20.654744Z","end":"2026-02-27T22:10:20.885366Z","steps":["trace[180471438] 'agreement among raft nodes before linearized reading' (duration: 230.478641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:25.39028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274011789,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:10:25.868925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008055662s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:10:25.869149Z","caller":"traceutil/trace.go:171","msg":"trace[1177061028] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"1.008416219s","start":"2026-02-27T22:10:24.860719Z","end":"2026-02-27T22:10:25.869135Z","steps":["trace[1177061028] 'process raft request' (duration: 1.008325417s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:25.869251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:24.860694Z","time spent":"1.008502832s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:10:26.849133Z","caller":"traceutil/trace.go:171","msg":"trace[537151566] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"1.988300967s","start":"2026-02-27T22:10:24.860811Z","end":"2026-02-27T22:10:26.849112Z","steps":["trace[537151566] 'process raft request' (duration: 1.988099493s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:26.849257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:24.860785Z","time spent":"1.98840999s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:10:26.849335Z","caller":"traceutil/trace.go:171","msg":"trace[317712253] linearizableReadLoop","detail":"{readStateIndex:8111; appliedIndex:8108; }","duration":"1.959327125s","start":"2026-02-27T22:10:24.889974Z","end":"2026-02-27T22:10:26.849301Z","steps":["trace[317712253] 'read index received' (duration: 979.10265ms)","trace[317712253] 'applied index is now lower than readState.Index' (duration: 980.222055ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:10:26.849435Z","caller":"traceutil/trace.go:171","msg":"trace[1709656958] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"1.631702397s","start":"2026-02-27T22:10:25.217697Z","end":"2026-02-27T22:10:26.849399Z","steps":["trace[1709656958] 'process raft request' (duration: 1.631346569s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:26.849527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:25.217671Z","time spent":"1.63179538s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:10:26.849652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959665063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-27T22:10:26.849704Z","caller":"traceutil/trace.go:171","msg":"trace[558015488] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7811; }","duration":"1.959772615s","start":"2026-02-27T22:10:24.88992Z","end":"2026-02-27T22:10:26.849692Z","steps":["trace[558015488] 'agreement among raft nodes before linearized reading' (duration: 1.959573561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:26.849747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:24.889899Z","time spent":"1.959833726s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T22:10:26.851015Z","caller":"traceutil/trace.go:171","msg":"trace[830009016] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"807.943202ms","start":"2026-02-27T22:10:26.043052Z","end":"2026-02-27T22:10:26.850996Z","steps":["trace[830009016] 'process raft request' (duration: 807.876341ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:26.851008Z","caller":"traceutil/trace.go:171","msg":"trace[1195627659] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"846.611674ms","start":"2026-02-27T22:10:26.004379Z","end":"2026-02-27T22:10:26.850991Z","steps":["trace[1195627659] 'process raft request' (duration: 846.43582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:26.851131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:26.043044Z","time spent":"808.020374ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:10:26.851171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:26.004361Z","time spent":"846.724647ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:10:26.851412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959496101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T22:10:26.851444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126040522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T22:10:26.85149Z","caller":"traceutil/trace.go:171","msg":"trace[191743992] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7814; }","duration":"1.959608233s","start":"2026-02-27T22:10:24.891863Z","end":"2026-02-27T22:10:26.851471Z","steps":["trace[191743992] 'agreement among raft nodes before linearized reading' (duration: 1.959345347s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:26.851477Z","caller":"traceutil/trace.go:171","msg":"trace[772586415] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"323.717413ms","start":"2026-02-27T22:10:26.527723Z","end":"2026-02-27T22:10:26.85144Z","steps":["trace[772586415] 'process raft request' (duration: 323.238683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:26.851531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127595246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T22:10:26.851535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:24.891855Z","time spent":"1.959670454s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T22:10:26.851565Z","caller":"traceutil/trace.go:171","msg":"trace[1493649224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7814; }","duration":"1.127657897s","start":"2026-02-27T22:10:25.723899Z","end":"2026-02-27T22:10:26.851557Z","steps":["trace[1493649224] 'agreement among raft nodes before linearized reading' (duration: 1.127549125s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:26.851594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:25.723881Z","time spent":"1.127707398s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:10:26.851652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:26.527683Z","time spent":"323.883507ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:10:26.851622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139115927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T22:10:26.85168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.004355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:10:26.851711Z","caller":"traceutil/trace.go:171","msg":"trace[823803316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7814; }","duration":"1.139246219s","start":"2026-02-27T22:10:25.712451Z","end":"2026-02-27T22:10:26.851697Z","steps":["trace[823803316] 'agreement among raft nodes before linearized reading' (duration: 1.139047655s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:26.851727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202496867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T22:10:26.85174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50372202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T22:10:26.851714Z","caller":"traceutil/trace.go:171","msg":"trace[1583037743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:7814; }","duration":"742.075257ms","start":"2026-02-27T22:10:26.10963Z","end":"2026-02-27T22:10:26.851705Z","steps":["trace[1583037743] 'agreement among raft nodes before linearized reading' (duration: 741.907293ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:26.851765Z","caller":"traceutil/trace.go:171","msg":"trace[1380139097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7814; }","duration":"1.503784301s","start":"2026-02-27T22:10:25.347974Z","end":"2026-02-27T22:10:26.851759Z","steps":["trace[1380139097] 'agreement among raft nodes before linearized reading' (duration: 1.503721039s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:26.851805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:25.347955Z","time spent":"1.503845283s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:10:26.851767Z","caller":"traceutil/trace.go:171","msg":"trace[1164270218] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:7814; }","duration":"1.202573409s","start":"2026-02-27T22:10:25.649181Z","end":"2026-02-27T22:10:26.851754Z","steps":["trace[1164270218] 'agreement among raft nodes before linearized reading' (duration: 1.202454166s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:26.851831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:25.649158Z","time spent":"1.202666281s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-02-27T22:10:26.851514Z","caller":"traceutil/trace.go:171","msg":"trace[311185991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7814; }","duration":"1.126118233s","start":"2026-02-27T22:10:25.725384Z","end":"2026-02-27T22:10:26.851502Z","steps":["trace[311185991] 'agreement among raft nodes before linearized reading' (duration: 1.125945379s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:26.851811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:26.109613Z","time spent":"742.157968ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"warn","ts":"2026-02-27T22:10:26.851878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:25.72538Z","time spent":"1.126488531s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:10:26.851894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:25.712432Z","time spent":"1.139447844s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:10:26.851465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187666554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:10:26.851958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19207609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T22:10:26.852031Z","caller":"traceutil/trace.go:171","msg":"trace[89029769] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7814; }","duration":"1.188289997s","start":"2026-02-27T22:10:25.663727Z","end":"2026-02-27T22:10:26.852017Z","steps":["trace[89029769] 'agreement among raft nodes before linearized reading' (duration: 1.187689964s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:26.852064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:25.663716Z","time spent":"1.188338359s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:10:26.852058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.176784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:10:26.852088Z","caller":"traceutil/trace.go:171","msg":"trace[1199921736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7814; }","duration":"1.192227344s","start":"2026-02-27T22:10:25.659824Z","end":"2026-02-27T22:10:26.852051Z","steps":["trace[1199921736] 'agreement among raft nodes before linearized reading' (duration: 1.191914397s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:26.852116Z","caller":"traceutil/trace.go:171","msg":"trace[2072916612] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7814; }","duration":"986.284907ms","start":"2026-02-27T22:10:25.865815Z","end":"2026-02-27T22:10:26.8521Z","steps":["trace[2072916612] 'agreement among raft nodes before linearized reading' (duration: 985.826117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:26.852136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:25.659813Z","time spent":"1.192312786s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:10:26.852155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:25.865799Z","time spent":"986.346088ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:10:33.061342Z","caller":"traceutil/trace.go:171","msg":"trace[105767047] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"111.074791ms","start":"2026-02-27T22:10:32.950238Z","end":"2026-02-27T22:10:33.061313Z","steps":["trace[105767047] 'process raft request' (duration: 109.815333ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:35.180839Z","caller":"traceutil/trace.go:171","msg":"trace[1210760154] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"114.146147ms","start":"2026-02-27T22:10:35.066665Z","end":"2026-02-27T22:10:35.180811Z","steps":["trace[1210760154] 'process raft request' (duration: 113.244048ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:35.815266Z","caller":"traceutil/trace.go:171","msg":"trace[2003669774] transaction","detail":"{read_only:false; response_revision:7854; number_of_response:1; }","duration":"628.878541ms","start":"2026-02-27T22:10:35.186352Z","end":"2026-02-27T22:10:35.815231Z","steps":["trace[2003669774] 'process raft request' (duration: 584.435953ms)","trace[2003669774] 'compare' (duration: 37.766452ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:10:35.815457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:35.186336Z","time spent":"629.010444ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:10:36.012971Z","caller":"traceutil/trace.go:171","msg":"trace[1608865303] transaction","detail":"{read_only:false; response_revision:7857; number_of_response:1; }","duration":"823.368538ms","start":"2026-02-27T22:10:35.189577Z","end":"2026-02-27T22:10:36.012946Z","steps":["trace[1608865303] 'process raft request' (duration: 823.300047ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:36.012983Z","caller":"traceutil/trace.go:171","msg":"trace[60997180] transaction","detail":"{read_only:false; response_revision:7855; number_of_response:1; }","duration":"826.280661ms","start":"2026-02-27T22:10:35.186677Z","end":"2026-02-27T22:10:36.012957Z","steps":["trace[60997180] 'process raft request' (duration: 763.420503ms)","trace[60997180] 'compare' (duration: 62.48165ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:10:36.012966Z","caller":"traceutil/trace.go:171","msg":"trace[980718495] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"824.39219ms","start":"2026-02-27T22:10:35.188542Z","end":"2026-02-27T22:10:36.012935Z","steps":["trace[980718495] 'process raft request' (duration: 824.244887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:36.013121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:35.189568Z","time spent":"823.47867ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:10:36.013134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:35.186662Z","time spent":"826.392313ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:10:36.013167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:35.188532Z","time spent":"824.540023ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:10:36.013249Z","caller":"traceutil/trace.go:171","msg":"trace[645995899] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"822.529508ms","start":"2026-02-27T22:10:35.190709Z","end":"2026-02-27T22:10:36.013239Z","steps":["trace[645995899] 'process raft request' (duration: 822.199581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:36.013297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:35.190687Z","time spent":"822.58226ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:10:36.013443Z","caller":"traceutil/trace.go:171","msg":"trace[1959122696] linearizableReadLoop","detail":"{readStateIndex:8161; appliedIndex:8156; }","duration":"511.770248ms","start":"2026-02-27T22:10:35.501656Z","end":"2026-02-27T22:10:36.013427Z","steps":["trace[1959122696] 'read index received' (duration: 269.247056ms)","trace[1959122696] 'applied index is now lower than readState.Index' (duration: 242.521272ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:10:36.013634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.968474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-27T22:10:36.013672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.639929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-02-27T22:10:36.013664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.226938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:10:36.013712Z","caller":"traceutil/trace.go:171","msg":"trace[1698073129] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:7859; }","duration":"362.724661ms","start":"2026-02-27T22:10:35.650973Z","end":"2026-02-27T22:10:36.013697Z","steps":["trace[1698073129] 'agreement among raft nodes before linearized reading' (duration: 362.580478ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:36.013716Z","caller":"traceutil/trace.go:171","msg":"trace[910562079] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7859; }","duration":"512.086895ms","start":"2026-02-27T22:10:35.501609Z","end":"2026-02-27T22:10:36.013696Z","steps":["trace[910562079] 'agreement among raft nodes before linearized reading' (duration: 511.892731ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:36.013745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:35.650954Z","time spent":"362.784794ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-02-27T22:10:36.01374Z","caller":"traceutil/trace.go:171","msg":"trace[309512258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7859; }","duration":"361.349212ms","start":"2026-02-27T22:10:35.652372Z","end":"2026-02-27T22:10:36.013721Z","steps":["trace[309512258] 'agreement among raft nodes before linearized reading' (duration: 361.232388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:36.013766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:35.501588Z","time spent":"512.165518ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-27T22:10:36.013785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:35.652338Z","time spent":"361.439565ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:10:37.693811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274011920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:10:38.052907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093889721s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:10:38.053389Z","caller":"traceutil/trace.go:171","msg":"trace[1279799160] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"1.094483144s","start":"2026-02-27T22:10:36.958875Z","end":"2026-02-27T22:10:38.053358Z","steps":["trace[1279799160] 'process raft request' (duration: 1.09425546s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.053605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:36.95885Z","time spent":"1.094659469s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:10:38.659262Z","caller":"traceutil/trace.go:171","msg":"trace[697866095] transaction","detail":"{read_only:false; response_revision:7862; number_of_response:1; }","duration":"1.681146415s","start":"2026-02-27T22:10:36.978058Z","end":"2026-02-27T22:10:38.659205Z","steps":["trace[697866095] 'process raft request' (duration: 1.680880419s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.659439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:36.978029Z","time spent":"1.681324089s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:10:38.65928Z","caller":"traceutil/trace.go:171","msg":"trace[1518779161] transaction","detail":"{read_only:false; response_revision:7863; number_of_response:1; }","duration":"1.472789676s","start":"2026-02-27T22:10:37.186466Z","end":"2026-02-27T22:10:38.659256Z","steps":["trace[1518779161] 'process raft request' (duration: 1.472672994s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.659617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:37.186437Z","time spent":"1.473143994s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:10:38.659704Z","caller":"traceutil/trace.go:171","msg":"trace[224781783] linearizableReadLoop","detail":"{readStateIndex:8168; appliedIndex:8164; }","duration":"1.466405967s","start":"2026-02-27T22:10:37.19321Z","end":"2026-02-27T22:10:38.659616Z","steps":["trace[224781783] 'read index received' (duration: 859.913634ms)","trace[224781783] 'applied index is now lower than readState.Index' (duration: 606.491233ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:10:38.659794Z","caller":"traceutil/trace.go:171","msg":"trace[1672637583] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"1.426866715s","start":"2026-02-27T22:10:37.232915Z","end":"2026-02-27T22:10:38.659782Z","steps":["trace[1672637583] 'process raft request' (duration: 1.426305123s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:38.659917Z","caller":"traceutil/trace.go:171","msg":"trace[1678635239] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"640.586306ms","start":"2026-02-27T22:10:38.019317Z","end":"2026-02-27T22:10:38.659903Z","steps":["trace[1678635239] 'process raft request' (duration: 640.133186ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.659918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:37.232894Z","time spent":"1.426947717s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:10:38.660123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:38.019289Z","time spent":"640.672698ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:10:38.660115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295395181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:10:38.66019Z","caller":"traceutil/trace.go:171","msg":"trace[904644608] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:7865; }","duration":"1.295527534s","start":"2026-02-27T22:10:37.364645Z","end":"2026-02-27T22:10:38.660172Z","steps":["trace[904644608] 'agreement among raft nodes before linearized reading' (duration: 1.29533381s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.660251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:37.364626Z","time spent":"1.295610796s","remote":"127.0.0.1:35130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:10:38.660311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467101112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:10:38.66036Z","caller":"traceutil/trace.go:171","msg":"trace[219301179] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:7865; }","duration":"1.467144153s","start":"2026-02-27T22:10:37.193204Z","end":"2026-02-27T22:10:38.660348Z","steps":["trace[219301179] 'agreement among raft nodes before linearized reading' (duration: 1.46702115s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.660381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.573792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T22:10:38.660397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:37.193148Z","time spent":"1.467242395s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"info","ts":"2026-02-27T22:10:38.660417Z","caller":"traceutil/trace.go:171","msg":"trace[115944000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7865; }","duration":"840.643474ms","start":"2026-02-27T22:10:37.819763Z","end":"2026-02-27T22:10:38.660407Z","steps":["trace[115944000] 'agreement among raft nodes before linearized reading' (duration: 840.512171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.66046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:37.819743Z","time spent":"840.710086ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:10:38.66059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.485247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T22:10:38.66062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.164181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T22:10:38.660651Z","caller":"traceutil/trace.go:171","msg":"trace[1966609219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7865; }","duration":"643.249443ms","start":"2026-02-27T22:10:38.017393Z","end":"2026-02-27T22:10:38.660642Z","steps":["trace[1966609219] 'agreement among raft nodes before linearized reading' (duration: 643.160011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.660689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:38.017379Z","time spent":"643.304465ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:10:38.660914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193977562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-02-27T22:10:38.660963Z","caller":"traceutil/trace.go:171","msg":"trace[1224615183] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7865; }","duration":"1.194084635s","start":"2026-02-27T22:10:37.466865Z","end":"2026-02-27T22:10:38.66095Z","steps":["trace[1224615183] 'agreement among raft nodes before linearized reading' (duration: 1.19385091s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.660996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:37.466847Z","time spent":"1.194141155s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-27T22:10:38.660199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.237533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T22:10:38.661114Z","caller":"traceutil/trace.go:171","msg":"trace[1419842347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7865; }","duration":"644.172124ms","start":"2026-02-27T22:10:38.016907Z","end":"2026-02-27T22:10:38.661079Z","steps":["trace[1419842347] 'agreement among raft nodes before linearized reading' (duration: 643.142651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.661169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22140331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T22:10:38.661209Z","caller":"traceutil/trace.go:171","msg":"trace[820033001] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7865; }","duration":"1.221481421s","start":"2026-02-27T22:10:37.439718Z","end":"2026-02-27T22:10:38.661199Z","steps":["trace[820033001] 'agreement among raft nodes before linearized reading' (duration: 1.221379689s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.661217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:38.016887Z","time spent":"644.297727ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:10:38.661238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:37.439692Z","time spent":"1.221539493s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:10:38.661291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.103649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T22:10:38.660252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005656899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:10:38.661377Z","caller":"traceutil/trace.go:171","msg":"trace[495634438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7865; }","duration":"1.006807445s","start":"2026-02-27T22:10:37.654553Z","end":"2026-02-27T22:10:38.66136Z","steps":["trace[495634438] 'agreement among raft nodes before linearized reading' (duration: 1.00566811s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:38.66144Z","caller":"traceutil/trace.go:171","msg":"trace[666187673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7865; }","duration":"642.290074ms","start":"2026-02-27T22:10:38.019139Z","end":"2026-02-27T22:10:38.661429Z","steps":["trace[666187673] 'agreement among raft nodes before linearized reading' (duration: 641.998338ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.661456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:37.654537Z","time spent":"1.006880197s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:10:38.66151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:38.01913Z","time spent":"642.336775ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:10:38.660635Z","caller":"traceutil/trace.go:171","msg":"trace[547656659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7865; }","duration":"642.548059ms","start":"2026-02-27T22:10:38.018079Z","end":"2026-02-27T22:10:38.660627Z","steps":["trace[547656659] 'agreement among raft nodes before linearized reading' (duration: 642.454827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.661673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:38.018069Z","time spent":"643.580672ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:10:38.837705Z","caller":"traceutil/trace.go:171","msg":"trace[1716138673] linearizableReadLoop","detail":"{readStateIndex:8170; appliedIndex:8169; }","duration":"172.08034ms","start":"2026-02-27T22:10:38.6656Z","end":"2026-02-27T22:10:38.837681Z","steps":["trace[1716138673] 'read index received' (duration: 147.703738ms)","trace[1716138673] 'applied index is now lower than readState.Index' (duration: 24.375442ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:10:38.837765Z","caller":"traceutil/trace.go:171","msg":"trace[645362361] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"172.272114ms","start":"2026-02-27T22:10:38.665465Z","end":"2026-02-27T22:10:38.837737Z","steps":["trace[645362361] 'process raft request' (duration: 147.753479ms)","trace[645362361] 'compare' (duration: 24.29555ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:10:38.838221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.589181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222796"} {"level":"info","ts":"2026-02-27T22:10:38.838293Z","caller":"traceutil/trace.go:171","msg":"trace[760707718] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7866; }","duration":"172.681943ms","start":"2026-02-27T22:10:38.665595Z","end":"2026-02-27T22:10:38.838277Z","steps":["trace[760707718] 'agreement among raft nodes before linearized reading' (duration: 172.215183ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:38.916963Z","caller":"traceutil/trace.go:171","msg":"trace[441946686] transaction","detail":"{read_only:false; response_revision:7867; number_of_response:1; }","duration":"250.981248ms","start":"2026-02-27T22:10:38.665953Z","end":"2026-02-27T22:10:38.916934Z","steps":["trace[441946686] 'process raft request' (duration: 250.740093ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:38.917153Z","caller":"traceutil/trace.go:171","msg":"trace[272550348] transaction","detail":"{read_only:false; response_revision:7869; number_of_response:1; }","duration":"250.219531ms","start":"2026-02-27T22:10:38.666925Z","end":"2026-02-27T22:10:38.917145Z","steps":["trace[272550348] 'process raft request' (duration: 249.942315ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.91713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.604951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T22:10:38.917206Z","caller":"traceutil/trace.go:171","msg":"trace[479999463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7870; }","duration":"250.718182ms","start":"2026-02-27T22:10:38.666468Z","end":"2026-02-27T22:10:38.917186Z","steps":["trace[479999463] 'agreement among raft nodes before linearized reading' (duration: 250.464977ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:38.917216Z","caller":"traceutil/trace.go:171","msg":"trace[1603460444] transaction","detail":"{read_only:false; response_revision:7868; number_of_response:1; }","duration":"250.788844ms","start":"2026-02-27T22:10:38.666421Z","end":"2026-02-27T22:10:38.91721Z","steps":["trace[1603460444] 'process raft request' (duration: 250.410346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:38.917344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.868928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:10:38.917372Z","caller":"traceutil/trace.go:171","msg":"trace[2127209149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7870; }","duration":"246.927789ms","start":"2026-02-27T22:10:38.670438Z","end":"2026-02-27T22:10:38.917366Z","steps":["trace[2127209149] 'agreement among raft nodes before linearized reading' (duration: 246.865948ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:38.917526Z","caller":"traceutil/trace.go:171","msg":"trace[636301944] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"250.539218ms","start":"2026-02-27T22:10:38.666966Z","end":"2026-02-27T22:10:38.917505Z","steps":["trace[636301944] 'process raft request' (duration: 249.929925ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:40.458254Z","caller":"traceutil/trace.go:171","msg":"trace[946642871] transaction","detail":"{read_only:false; response_revision:7871; number_of_response:1; }","duration":"398.939601ms","start":"2026-02-27T22:10:40.059208Z","end":"2026-02-27T22:10:40.458148Z","steps":["trace[946642871] 'process raft request' (duration: 398.760327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:40.458403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:40.059184Z","time spent":"399.144616ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:10:40.831602Z","caller":"traceutil/trace.go:171","msg":"trace[484914099] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"164.731198ms","start":"2026-02-27T22:10:40.666841Z","end":"2026-02-27T22:10:40.831572Z","steps":["trace[484914099] 'process raft request' (duration: 122.518559ms)","trace[484914099] 'compare' (duration: 42.049846ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:10:40.832024Z","caller":"traceutil/trace.go:171","msg":"trace[1320924318] linearizableReadLoop","detail":"{readStateIndex:8177; appliedIndex:8175; }","duration":"154.993047ms","start":"2026-02-27T22:10:40.677016Z","end":"2026-02-27T22:10:40.832009Z","steps":["trace[1320924318] 'read index received' (duration: 26.717562ms)","trace[1320924318] 'applied index is now lower than readState.Index' (duration: 128.274255ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:10:40.832115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.09093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:10:40.832151Z","caller":"traceutil/trace.go:171","msg":"trace[1476981663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7873; }","duration":"155.185182ms","start":"2026-02-27T22:10:40.676957Z","end":"2026-02-27T22:10:40.832142Z","steps":["trace[1476981663] 'agreement among raft nodes before linearized reading' (duration: 155.111179ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:41.06047Z","caller":"traceutil/trace.go:171","msg":"trace[236193642] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"134.182174ms","start":"2026-02-27T22:10:40.926252Z","end":"2026-02-27T22:10:41.060434Z","steps":["trace[236193642] 'process raft request' (duration: 67.134623ms)","trace[236193642] 'compare' (duration: 66.873107ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:10:41.060516Z","caller":"traceutil/trace.go:171","msg":"trace[1608843112] transaction","detail":"{read_only:false; response_revision:7877; number_of_response:1; }","duration":"133.889297ms","start":"2026-02-27T22:10:40.926607Z","end":"2026-02-27T22:10:41.060496Z","steps":["trace[1608843112] 'process raft request' (duration: 133.821155ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:41.060545Z","caller":"traceutil/trace.go:171","msg":"trace[372533409] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"133.248594ms","start":"2026-02-27T22:10:40.927279Z","end":"2026-02-27T22:10:41.060527Z","steps":["trace[372533409] 'process raft request' (duration: 133.183772ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:41.060559Z","caller":"traceutil/trace.go:171","msg":"trace[756658117] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"133.99987ms","start":"2026-02-27T22:10:40.926539Z","end":"2026-02-27T22:10:41.060539Z","steps":["trace[756658117] 'process raft request' (duration: 133.837126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:41.255781Z","caller":"traceutil/trace.go:171","msg":"trace[1010232661] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"170.687848ms","start":"2026-02-27T22:10:41.085063Z","end":"2026-02-27T22:10:41.255751Z","steps":["trace[1010232661] 'process raft request' (duration: 126.774281ms)","trace[1010232661] 'compare' (duration: 43.768724ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:10:41.751866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.610341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:10:41.751953Z","caller":"traceutil/trace.go:171","msg":"trace[1945871168] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7879; }","duration":"256.763054ms","start":"2026-02-27T22:10:41.495172Z","end":"2026-02-27T22:10:41.751935Z","steps":["trace[1945871168] 'count revisions from in-memory index tree' (duration: 256.484578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:42.035396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.423629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T22:10:42.035478Z","caller":"traceutil/trace.go:171","msg":"trace[1027709787] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7881; }","duration":"162.552852ms","start":"2026-02-27T22:10:41.872906Z","end":"2026-02-27T22:10:42.035459Z","steps":["trace[1027709787] 'agreement among raft nodes before linearized reading' (duration: 162.287846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:42.761735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.230075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:10:42.761828Z","caller":"traceutil/trace.go:171","msg":"trace[2082341158] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7882; }","duration":"331.087313ms","start":"2026-02-27T22:10:42.430716Z","end":"2026-02-27T22:10:42.761803Z","steps":["trace[2082341158] 'count revisions from in-memory index tree' (duration: 330.149693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:42.76189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:42.430696Z","time spent":"331.168235ms","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:10:42.892107Z","caller":"traceutil/trace.go:171","msg":"trace[550032719] linearizableReadLoop","detail":"{readStateIndex:8188; appliedIndex:8187; }","duration":"237.347391ms","start":"2026-02-27T22:10:42.654738Z","end":"2026-02-27T22:10:42.892086Z","steps":["trace[550032719] 'read index received' (duration: 237.185708ms)","trace[550032719] 'applied index is now lower than readState.Index' (duration: 160.723µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:10:42.892178Z","caller":"traceutil/trace.go:171","msg":"trace[516148951] transaction","detail":"{read_only:false; response_revision:7883; number_of_response:1; }","duration":"429.144219ms","start":"2026-02-27T22:10:42.463001Z","end":"2026-02-27T22:10:42.892145Z","steps":["trace[516148951] 'process raft request' (duration: 428.938985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:42.892297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.555315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:10:42.892394Z","caller":"traceutil/trace.go:171","msg":"trace[505705167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7883; }","duration":"237.713459ms","start":"2026-02-27T22:10:42.65467Z","end":"2026-02-27T22:10:42.892384Z","steps":["trace[505705167] 'agreement among raft nodes before linearized reading' (duration: 237.533445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:42.892311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:42.462982Z","time spent":"429.244981ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:10:42.933753Z","caller":"traceutil/trace.go:171","msg":"trace[812586191] transaction","detail":"{read_only:false; response_revision:7884; number_of_response:1; }","duration":"224.776048ms","start":"2026-02-27T22:10:42.708951Z","end":"2026-02-27T22:10:42.933727Z","steps":["trace[812586191] 'process raft request' (duration: 224.551923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:42.934149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.371336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:10:42.934272Z","caller":"traceutil/trace.go:171","msg":"trace[973988737] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7885; }","duration":"256.5661ms","start":"2026-02-27T22:10:42.677686Z","end":"2026-02-27T22:10:42.934252Z","steps":["trace[973988737] 'agreement among raft nodes before linearized reading' (duration: 256.321575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:43.314403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.097199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T22:10:43.314491Z","caller":"traceutil/trace.go:171","msg":"trace[1205837140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7886; }","duration":"250.253072ms","start":"2026-02-27T22:10:43.064217Z","end":"2026-02-27T22:10:43.31447Z","steps":["trace[1205837140] 'range keys from in-memory index tree' (duration: 249.890615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:43.314562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.875324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T22:10:43.314661Z","caller":"traceutil/trace.go:171","msg":"trace[1464219759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7886; }","duration":"210.992777ms","start":"2026-02-27T22:10:43.103645Z","end":"2026-02-27T22:10:43.314638Z","steps":["trace[1464219759] 'range keys from in-memory index tree' (duration: 210.723671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:43.314662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.623918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T22:10:43.314739Z","caller":"traceutil/trace.go:171","msg":"trace[535224589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7886; }","duration":"210.735832ms","start":"2026-02-27T22:10:43.103982Z","end":"2026-02-27T22:10:43.314718Z","steps":["trace[535224589] 'range keys from in-memory index tree' (duration: 210.457905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:43.314774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.911766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:10:43.314403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.418885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T22:10:43.314871Z","caller":"traceutil/trace.go:171","msg":"trace[217545521] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:7886; }","duration":"301.044179ms","start":"2026-02-27T22:10:43.013802Z","end":"2026-02-27T22:10:43.314846Z","steps":["trace[217545521] 'count revisions from in-memory index tree' (duration: 300.806464ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:43.314907Z","caller":"traceutil/trace.go:171","msg":"trace[1862961519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7886; }","duration":"210.975726ms","start":"2026-02-27T22:10:43.103918Z","end":"2026-02-27T22:10:43.314894Z","steps":["trace[1862961519] 'range keys from in-memory index tree' (duration: 210.290861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:10:43.31492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:10:43.013787Z","time spent":"301.120721ms","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:10:43.466763Z","caller":"traceutil/trace.go:171","msg":"trace[886704606] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"147.193027ms","start":"2026-02-27T22:10:43.319544Z","end":"2026-02-27T22:10:43.466737Z","steps":["trace[886704606] 'process raft request' (duration: 147.011373ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:43.547177Z","caller":"traceutil/trace.go:171","msg":"trace[2097253719] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"227.307482ms","start":"2026-02-27T22:10:43.319843Z","end":"2026-02-27T22:10:43.547151Z","steps":["trace[2097253719] 'process raft request' (duration: 227.21701ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:43.547217Z","caller":"traceutil/trace.go:171","msg":"trace[289037789] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"227.369943ms","start":"2026-02-27T22:10:43.31981Z","end":"2026-02-27T22:10:43.54718Z","steps":["trace[289037789] 'process raft request' (duration: 227.094067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:10:43.547391Z","caller":"traceutil/trace.go:171","msg":"trace[2086180143] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"227.412604ms","start":"2026-02-27T22:10:43.31995Z","end":"2026-02-27T22:10:43.547363Z","steps":["trace[2086180143] 'process raft request' (duration: 227.172669ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:05.95869Z","caller":"traceutil/trace.go:171","msg":"trace[322777518] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"126.372103ms","start":"2026-02-27T22:11:05.832283Z","end":"2026-02-27T22:11:05.958655Z","steps":["trace[322777518] 'process raft request' (duration: 83.840356ms)","trace[322777518] 'compare' (duration: 42.24334ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:11:05.95874Z","caller":"traceutil/trace.go:171","msg":"trace[1553034176] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"126.259171ms","start":"2026-02-27T22:11:05.832448Z","end":"2026-02-27T22:11:05.958707Z","steps":["trace[1553034176] 'process raft request' (duration: 126.127368ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:05.958751Z","caller":"traceutil/trace.go:171","msg":"trace[799369832] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"126.140108ms","start":"2026-02-27T22:11:05.832587Z","end":"2026-02-27T22:11:05.958727Z","steps":["trace[799369832] 'process raft request' (duration: 126.108967ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:05.958895Z","caller":"traceutil/trace.go:171","msg":"trace[933644722] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"126.406343ms","start":"2026-02-27T22:11:05.832478Z","end":"2026-02-27T22:11:05.958884Z","steps":["trace[933644722] 'process raft request' (duration: 126.188029ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:05.958991Z","caller":"traceutil/trace.go:171","msg":"trace[703721478] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"126.441875ms","start":"2026-02-27T22:11:05.832449Z","end":"2026-02-27T22:11:05.95889Z","steps":["trace[703721478] 'process raft request' (duration: 126.189109ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:06.126771Z","caller":"traceutil/trace.go:171","msg":"trace[1848872129] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"110.835494ms","start":"2026-02-27T22:11:06.015907Z","end":"2026-02-27T22:11:06.126742Z","steps":["trace[1848872129] 'process raft request' (duration: 52.959083ms)","trace[1848872129] 'compare' (duration: 57.754719ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:11:06.143226Z","caller":"traceutil/trace.go:171","msg":"trace[223898640] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"126.917356ms","start":"2026-02-27T22:11:06.016289Z","end":"2026-02-27T22:11:06.143206Z","steps":["trace[223898640] 'process raft request' (duration: 126.820163ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:06.279499Z","caller":"traceutil/trace.go:171","msg":"trace[497130609] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"131.354131ms","start":"2026-02-27T22:11:06.148111Z","end":"2026-02-27T22:11:06.279465Z","steps":["trace[497130609] 'process raft request' (duration: 131.249089ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:06.279526Z","caller":"traceutil/trace.go:171","msg":"trace[848409536] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"131.385121ms","start":"2026-02-27T22:11:06.148113Z","end":"2026-02-27T22:11:06.279498Z","steps":["trace[848409536] 'process raft request' (duration: 81.708269ms)","trace[848409536] 'compare' (duration: 49.403976ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:11:06.279571Z","caller":"traceutil/trace.go:171","msg":"trace[514539999] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"131.32472ms","start":"2026-02-27T22:11:06.148213Z","end":"2026-02-27T22:11:06.279538Z","steps":["trace[514539999] 'process raft request' (duration: 131.183327ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:06.546404Z","caller":"traceutil/trace.go:171","msg":"trace[1629614534] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"103.324171ms","start":"2026-02-27T22:11:06.443052Z","end":"2026-02-27T22:11:06.546376Z","steps":["trace[1629614534] 'process raft request' (duration: 103.185708ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:06.547251Z","caller":"traceutil/trace.go:171","msg":"trace[517169945] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"110.771793ms","start":"2026-02-27T22:11:06.435947Z","end":"2026-02-27T22:11:06.546718Z","steps":["trace[517169945] 'process raft request' (duration: 109.088246ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:06.609859Z","caller":"traceutil/trace.go:171","msg":"trace[395241100] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"141.688206ms","start":"2026-02-27T22:11:06.468152Z","end":"2026-02-27T22:11:06.60984Z","steps":["trace[395241100] 'process raft request' (duration: 141.441011ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:06.610003Z","caller":"traceutil/trace.go:171","msg":"trace[1428680487] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"141.879711ms","start":"2026-02-27T22:11:06.468094Z","end":"2026-02-27T22:11:06.609974Z","steps":["trace[1428680487] 'process raft request' (duration: 141.397841ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:06.61011Z","caller":"traceutil/trace.go:171","msg":"trace[878217101] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8032; }","duration":"141.36554ms","start":"2026-02-27T22:11:06.468739Z","end":"2026-02-27T22:11:06.610104Z","steps":["trace[878217101] 'process raft request' (duration: 140.89925ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:06.61028Z","caller":"traceutil/trace.go:171","msg":"trace[1899432003] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"139.252543ms","start":"2026-02-27T22:11:06.47102Z","end":"2026-02-27T22:11:06.610273Z","steps":["trace[1899432003] 'process raft request' (duration: 138.64477ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:06.610445Z","caller":"traceutil/trace.go:171","msg":"trace[631584590] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"137.566838ms","start":"2026-02-27T22:11:06.47287Z","end":"2026-02-27T22:11:06.610437Z","steps":["trace[631584590] 'process raft request' (duration: 136.853532ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:06.847049Z","caller":"traceutil/trace.go:171","msg":"trace[700341395] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8349; }","duration":"128.50921ms","start":"2026-02-27T22:11:06.718515Z","end":"2026-02-27T22:11:06.847025Z","steps":["trace[700341395] 'read index received' (duration: 5.180963ms)","trace[700341395] 'applied index is now lower than readState.Index' (duration: 123.327317ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:11:06.847322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.786086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:11:06.847395Z","caller":"traceutil/trace.go:171","msg":"trace[1170289255] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8039; }","duration":"128.896158ms","start":"2026-02-27T22:11:06.718481Z","end":"2026-02-27T22:11:06.847377Z","steps":["trace[1170289255] 'agreement among raft nodes before linearized reading' (duration: 128.721974ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:06.847708Z","caller":"traceutil/trace.go:171","msg":"trace[969023220] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"130.500453ms","start":"2026-02-27T22:11:06.717196Z","end":"2026-02-27T22:11:06.847697Z","steps":["trace[969023220] 'process raft request' (duration: 125.786821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:06.8479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.590907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:11:06.847942Z","caller":"traceutil/trace.go:171","msg":"trace[166201153] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:8039; }","duration":"120.658559ms","start":"2026-02-27T22:11:06.727274Z","end":"2026-02-27T22:11:06.847933Z","steps":["trace[166201153] 'agreement among raft nodes before linearized reading' (duration: 120.585678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:08.307776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.077614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/rook-ceph/csi-rbdplugin-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:11:08.3079Z","caller":"traceutil/trace.go:171","msg":"trace[1128944473] range","detail":"{range_begin:/registry/services/specs/rook-ceph/csi-rbdplugin-metrics; range_end:; response_count:0; response_revision:8060; }","duration":"276.266059ms","start":"2026-02-27T22:11:08.031615Z","end":"2026-02-27T22:11:08.307881Z","steps":["trace[1128944473] 'range keys from in-memory index tree' (duration: 275.914281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:08.307892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.577756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:11:08.307969Z","caller":"traceutil/trace.go:171","msg":"trace[601977095] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8060; }","duration":"131.70075ms","start":"2026-02-27T22:11:08.176248Z","end":"2026-02-27T22:11:08.307948Z","steps":["trace[601977095] 'count revisions from in-memory index tree' (duration: 131.504354ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:10.283661Z","caller":"traceutil/trace.go:171","msg":"trace[1716350075] transaction","detail":"{read_only:false; response_revision:8070; number_of_response:1; }","duration":"454.383019ms","start":"2026-02-27T22:11:09.829244Z","end":"2026-02-27T22:11:10.283627Z","steps":["trace[1716350075] 'process raft request' (duration: 454.162314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:10.283873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:09.82922Z","time spent":"454.549403ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:11:10.284134Z","caller":"traceutil/trace.go:171","msg":"trace[277527987] linearizableReadLoop","detail":"{readStateIndex:8383; appliedIndex:8381; }","duration":"443.665105ms","start":"2026-02-27T22:11:09.840452Z","end":"2026-02-27T22:11:10.284117Z","steps":["trace[277527987] 'read index received' (duration: 442.94296ms)","trace[277527987] 'applied index is now lower than readState.Index' (duration: 720.775µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:11:10.284314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.860686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:11:10.284552Z","caller":"traceutil/trace.go:171","msg":"trace[1239573031] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8071; }","duration":"268.139362ms","start":"2026-02-27T22:11:10.016395Z","end":"2026-02-27T22:11:10.284534Z","steps":["trace[1239573031] 'agreement among raft nodes before linearized reading' (duration: 267.834656ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:10.284466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.005792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T22:11:10.284707Z","caller":"traceutil/trace.go:171","msg":"trace[836996801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8071; }","duration":"444.262228ms","start":"2026-02-27T22:11:09.840422Z","end":"2026-02-27T22:11:10.284685Z","steps":["trace[836996801] 'agreement among raft nodes before linearized reading' (duration: 443.85075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:10.284769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:09.840409Z","time spent":"444.34326ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:11:10.284583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.046954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:11:10.284374Z","caller":"traceutil/trace.go:171","msg":"trace[274471401] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"454.309367ms","start":"2026-02-27T22:11:09.830039Z","end":"2026-02-27T22:11:10.284349Z","steps":["trace[274471401] 'process raft request' (duration: 453.98509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:10.285297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:09.830022Z","time spent":"454.980492ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:11:10.28529Z","caller":"traceutil/trace.go:171","msg":"trace[1801873979] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8071; }","duration":"108.470364ms","start":"2026-02-27T22:11:10.17642Z","end":"2026-02-27T22:11:10.28489Z","steps":["trace[1801873979] 'agreement among raft nodes before linearized reading' (duration: 108.030564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:11.582374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274012576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:11:12.083079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274012576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:11:12.278333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333149364s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:11:13.380828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102342785s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-02-27T22:11:13.404458Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125964431s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:11:13.404847Z","caller":"traceutil/trace.go:171","msg":"trace[1689321522] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"2.345656692s","start":"2026-02-27T22:11:11.059174Z","end":"2026-02-27T22:11:13.404831Z","steps":["trace[1689321522] 'process raft request' (duration: 2.345608961s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:13.404985Z","caller":"traceutil/trace.go:171","msg":"trace[68653064] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"2.409579325s","start":"2026-02-27T22:11:10.995376Z","end":"2026-02-27T22:11:13.404956Z","steps":["trace[68653064] 'process raft request' (duration: 2.409281289s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.405118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:10.995352Z","time spent":"2.409682708s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:11:13.405142Z","caller":"traceutil/trace.go:171","msg":"trace[680800187] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"2.337103996s","start":"2026-02-27T22:11:11.068019Z","end":"2026-02-27T22:11:13.405124Z","steps":["trace[680800187] 'process raft request' (duration: 2.336791099s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.405202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:11.067994Z","time spent":"2.337178398s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:11:13.404959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:11.059147Z","time spent":"2.345751715s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:11:13.405357Z","caller":"traceutil/trace.go:171","msg":"trace[1993913444] linearizableReadLoop","detail":"{readStateIndex:8389; appliedIndex:8384; }","duration":"2.323899468s","start":"2026-02-27T22:11:11.081425Z","end":"2026-02-27T22:11:13.405324Z","steps":["trace[1993913444] 'read index received' (duration: 1.197317294s)","trace[1993913444] 'applied index is now lower than readState.Index' (duration: 1.126580884s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:11:13.405424Z","caller":"traceutil/trace.go:171","msg":"trace[413726728] transaction","detail":"{read_only:false; response_revision:8076; number_of_response:1; }","duration":"1.421752664s","start":"2026-02-27T22:11:11.983641Z","end":"2026-02-27T22:11:13.405393Z","steps":["trace[413726728] 'process raft request' (duration: 1.421429857s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.405478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:11.983612Z","time spent":"1.421840126s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:11:13.405689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.27255379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T22:11:13.405729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115975342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T22:11:13.405761Z","caller":"traceutil/trace.go:171","msg":"trace[373393427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8076; }","duration":"1.116381191s","start":"2026-02-27T22:11:12.289371Z","end":"2026-02-27T22:11:13.405752Z","steps":["trace[373393427] 'agreement among raft nodes before linearized reading' (duration: 1.116246548s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.405764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3581849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T22:11:13.405783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:12.289342Z","time spent":"1.116435633s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:11:13.405792Z","caller":"traceutil/trace.go:171","msg":"trace[2005025849] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8076; }","duration":"1.358226541s","start":"2026-02-27T22:11:12.047558Z","end":"2026-02-27T22:11:13.405784Z","steps":["trace[2005025849] 'agreement among raft nodes before linearized reading' (duration: 1.358155479s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.405812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:12.047551Z","time spent":"1.358256041s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":550,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T22:11:13.405831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.540852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:11:13.405889Z","caller":"traceutil/trace.go:171","msg":"trace[510554689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8076; }","duration":"750.644223ms","start":"2026-02-27T22:11:12.655224Z","end":"2026-02-27T22:11:13.405869Z","steps":["trace[510554689] 'agreement among raft nodes before linearized reading' (duration: 750.588472ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.405915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201836493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T22:11:13.40593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:12.655198Z","time spent":"750.724936ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:11:13.405948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74427702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T22:11:13.405993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.907774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T22:11:13.405751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.742232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:11:13.406001Z","caller":"traceutil/trace.go:171","msg":"trace[1065322151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8076; }","duration":"1.744351132s","start":"2026-02-27T22:11:11.661638Z","end":"2026-02-27T22:11:13.405989Z","steps":["trace[1065322151] 'agreement among raft nodes before linearized reading' (duration: 1.744219419s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:13.406025Z","caller":"traceutil/trace.go:171","msg":"trace[284804258] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8076; }","duration":"826.997067ms","start":"2026-02-27T22:11:12.579018Z","end":"2026-02-27T22:11:13.406015Z","steps":["trace[284804258] 'agreement among raft nodes before linearized reading' (duration: 826.908395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.406049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:12.578964Z","time spent":"827.079058ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":22,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:11:13.406056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:11.661619Z","time spent":"1.744425493s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:11:13.406082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109057722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T22:11:13.405833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358522317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:11:13.406107Z","caller":"traceutil/trace.go:171","msg":"trace[1122349405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8076; }","duration":"1.109101763s","start":"2026-02-27T22:11:12.296999Z","end":"2026-02-27T22:11:13.406101Z","steps":["trace[1122349405] 'agreement among raft nodes before linearized reading' (duration: 1.109040782s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.40613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:12.29699Z","time spent":"1.109134644s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:11:13.40594Z","caller":"traceutil/trace.go:171","msg":"trace[1492276875] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8076; }","duration":"1.201912685s","start":"2026-02-27T22:11:12.204019Z","end":"2026-02-27T22:11:13.405931Z","steps":["trace[1492276875] 'agreement among raft nodes before linearized reading' (duration: 1.201833803s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.406159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:12.203997Z","time spent":"1.20215082s","remote":"127.0.0.1:50900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:11:13.406222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11588359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T22:11:13.406027Z","caller":"traceutil/trace.go:171","msg":"trace[1779398855] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8076; }","duration":"811.08513ms","start":"2026-02-27T22:11:12.594935Z","end":"2026-02-27T22:11:13.40602Z","steps":["trace[1779398855] 'agreement among raft nodes before linearized reading' (duration: 810.743192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.406232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270397302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T22:11:13.406281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:12.594907Z","time spent":"811.340836ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:11:13.406289Z","caller":"traceutil/trace.go:171","msg":"trace[930367149] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:8076; }","duration":"2.270452363s","start":"2026-02-27T22:11:11.135823Z","end":"2026-02-27T22:11:13.406275Z","steps":["trace[930367149] 'agreement among raft nodes before linearized reading' (duration: 2.27032024s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.40635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:11.135803Z","time spent":"2.270525625s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"info","ts":"2026-02-27T22:11:13.406121Z","caller":"traceutil/trace.go:171","msg":"trace[1076865797] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8076; }","duration":"1.358851114s","start":"2026-02-27T22:11:12.047259Z","end":"2026-02-27T22:11:13.40611Z","steps":["trace[1076865797] 'agreement among raft nodes before linearized reading' (duration: 1.358523627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.406442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324822827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-59bcdf5d68-lsk9x.189839fcbfae069f\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-02-27T22:11:13.406528Z","caller":"traceutil/trace.go:171","msg":"trace[88401617] range","detail":"{range_begin:/registry/events/openstack/barbican-api-59bcdf5d68-lsk9x.189839fcbfae069f; range_end:; response_count:1; response_revision:8076; }","duration":"2.325138275s","start":"2026-02-27T22:11:11.081369Z","end":"2026-02-27T22:11:13.406507Z","steps":["trace[88401617] 'agreement among raft nodes before linearized reading' (duration: 2.324128193s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:13.405754Z","caller":"traceutil/trace.go:171","msg":"trace[1397650642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8076; }","duration":"2.272700113s","start":"2026-02-27T22:11:11.133037Z","end":"2026-02-27T22:11:13.405738Z","steps":["trace[1397650642] 'agreement among raft nodes before linearized reading' (duration: 2.272483498s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.406578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:11.081356Z","time spent":"2.325210207s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-59bcdf5d68-lsk9x.189839fcbfae069f\" "} {"level":"warn","ts":"2026-02-27T22:11:13.406719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:11.133021Z","time spent":"2.273584033s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:11:13.406479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:12.04724Z","time spent":"1.359228463s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:11:13.405998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300912902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T22:11:13.406868Z","caller":"traceutil/trace.go:171","msg":"trace[731136474] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8076; }","duration":"1.301812432s","start":"2026-02-27T22:11:12.105044Z","end":"2026-02-27T22:11:13.406856Z","steps":["trace[731136474] 'agreement among raft nodes before linearized reading' (duration: 1.300910691s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.406894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:12.105025Z","time spent":"1.301861513s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T22:11:13.406247Z","caller":"traceutil/trace.go:171","msg":"trace[417783984] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8076; }","duration":"1.115936331s","start":"2026-02-27T22:11:12.290304Z","end":"2026-02-27T22:11:13.40624Z","steps":["trace[417783984] 'agreement among raft nodes before linearized reading' (duration: 1.11586931s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:13.406959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:12.290295Z","time spent":"1.116657158s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T22:11:15.669979Z","caller":"traceutil/trace.go:171","msg":"trace[1721325457] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"258.115904ms","start":"2026-02-27T22:11:15.411833Z","end":"2026-02-27T22:11:15.669949Z","steps":["trace[1721325457] 'process raft request' (duration: 257.891929ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:15.699849Z","caller":"traceutil/trace.go:171","msg":"trace[1329088502] linearizableReadLoop","detail":"{readStateIndex:8400; appliedIndex:8397; }","duration":"282.28407ms","start":"2026-02-27T22:11:15.417548Z","end":"2026-02-27T22:11:15.699832Z","steps":["trace[1329088502] 'read index received' (duration: 252.280436ms)","trace[1329088502] 'applied index is now lower than readState.Index' (duration: 30.002584ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:11:15.700092Z","caller":"traceutil/trace.go:171","msg":"trace[240303077] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"287.81296ms","start":"2026-02-27T22:11:15.412266Z","end":"2026-02-27T22:11:15.700079Z","steps":["trace[240303077] 'process raft request' (duration: 287.429042ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:15.70018Z","caller":"traceutil/trace.go:171","msg":"trace[1734747897] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"287.459752ms","start":"2026-02-27T22:11:15.412697Z","end":"2026-02-27T22:11:15.700157Z","steps":["trace[1734747897] 'process raft request' (duration: 287.095914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:15.700222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.633457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T22:11:15.700318Z","caller":"traceutil/trace.go:171","msg":"trace[2100358730] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8087; }","duration":"282.782661ms","start":"2026-02-27T22:11:15.417513Z","end":"2026-02-27T22:11:15.700296Z","steps":["trace[2100358730] 'agreement among raft nodes before linearized reading' (duration: 282.453294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:15.700316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.04335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T22:11:15.700327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.72752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T22:11:15.700378Z","caller":"traceutil/trace.go:171","msg":"trace[842548763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:8087; }","duration":"280.139823ms","start":"2026-02-27T22:11:15.420218Z","end":"2026-02-27T22:11:15.700358Z","steps":["trace[842548763] 'agreement among raft nodes before linearized reading' (duration: 279.966459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:15.700382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.827099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T22:11:15.70041Z","caller":"traceutil/trace.go:171","msg":"trace[721298093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8087; }","duration":"282.855142ms","start":"2026-02-27T22:11:15.417536Z","end":"2026-02-27T22:11:15.700391Z","steps":["trace[721298093] 'agreement among raft nodes before linearized reading' (duration: 282.551655ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:15.700442Z","caller":"traceutil/trace.go:171","msg":"trace[2089786645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8087; }","duration":"281.90753ms","start":"2026-02-27T22:11:15.418518Z","end":"2026-02-27T22:11:15.700426Z","steps":["trace[2089786645] 'agreement among raft nodes before linearized reading' (duration: 281.713416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:15.700455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.766407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T22:11:15.70051Z","caller":"traceutil/trace.go:171","msg":"trace[1377871084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8087; }","duration":"281.85887ms","start":"2026-02-27T22:11:15.418638Z","end":"2026-02-27T22:11:15.700497Z","steps":["trace[1377871084] 'agreement among raft nodes before linearized reading' (duration: 281.663266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:15.700514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.794371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T22:11:15.700537Z","caller":"traceutil/trace.go:171","msg":"trace[103102739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8087; }","duration":"282.859893ms","start":"2026-02-27T22:11:15.417671Z","end":"2026-02-27T22:11:15.700531Z","steps":["trace[103102739] 'agreement among raft nodes before linearized reading' (duration: 282.785171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:25.978234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.403309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:11:25.978354Z","caller":"traceutil/trace.go:171","msg":"trace[332263106] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8173; }","duration":"749.936287ms","start":"2026-02-27T22:11:25.228397Z","end":"2026-02-27T22:11:25.978333Z","steps":["trace[332263106] 'process raft request' (duration: 363.280424ms)","trace[332263106] 'compare' (duration: 386.283075ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:11:25.978434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.228385Z","time spent":"750.007368ms","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-27T22:11:26.025641Z","caller":"traceutil/trace.go:171","msg":"trace[1126830398] linearizableReadLoop","detail":"{readStateIndex:8493; appliedIndex:8492; }","duration":"431.475531ms","start":"2026-02-27T22:11:25.594137Z","end":"2026-02-27T22:11:26.025612Z","steps":["trace[1126830398] 'read index received' (duration: 431.377539ms)","trace[1126830398] 'applied index is now lower than readState.Index' (duration: 96.982µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:11:26.025718Z","caller":"traceutil/trace.go:171","msg":"trace[886756218] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"796.127374ms","start":"2026-02-27T22:11:25.229559Z","end":"2026-02-27T22:11:26.025687Z","steps":["trace[886756218] 'process raft request' (duration: 795.90569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.025781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.616324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:11:26.025806Z","caller":"traceutil/trace.go:171","msg":"trace[1512831933] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8174; }","duration":"431.707196ms","start":"2026-02-27T22:11:25.594091Z","end":"2026-02-27T22:11:26.025798Z","steps":["trace[1512831933] 'agreement among raft nodes before linearized reading' (duration: 431.629124ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.025837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.594068Z","time spent":"431.763086ms","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:11:26.025881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.229539Z","time spent":"796.250266ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4635,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:11:26.077448Z","caller":"traceutil/trace.go:171","msg":"trace[1612256737] transaction","detail":"{read_only:false; response_revision:8176; number_of_response:1; }","duration":"325.939522ms","start":"2026-02-27T22:11:25.751486Z","end":"2026-02-27T22:11:26.077425Z","steps":["trace[1612256737] 'process raft request' (duration: 325.84654ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:26.077449Z","caller":"traceutil/trace.go:171","msg":"trace[1470391385] transaction","detail":"{read_only:false; response_revision:8175; number_of_response:1; }","duration":"365.704868ms","start":"2026-02-27T22:11:25.711722Z","end":"2026-02-27T22:11:26.077427Z","steps":["trace[1470391385] 'process raft request' (duration: 365.471193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.077709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.711705Z","time spent":"365.953373ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:11:26.077742Z","caller":"traceutil/trace.go:171","msg":"trace[1522553805] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"325.029751ms","start":"2026-02-27T22:11:25.752692Z","end":"2026-02-27T22:11:26.077722Z","steps":["trace[1522553805] 'process raft request' (duration: 324.679903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.077792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.751461Z","time spent":"326.057804ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:11:26.07787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.752663Z","time spent":"325.139373ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:11:26.078071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.866166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T22:11:26.078115Z","caller":"traceutil/trace.go:171","msg":"trace[1034819375] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"173.712604ms","start":"2026-02-27T22:11:25.904394Z","end":"2026-02-27T22:11:26.078107Z","steps":["trace[1034819375] 'process raft request' (duration: 173.179243ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:26.078113Z","caller":"traceutil/trace.go:171","msg":"trace[679237395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8179; }","duration":"312.935738ms","start":"2026-02-27T22:11:25.765166Z","end":"2026-02-27T22:11:26.078102Z","steps":["trace[679237395] 'agreement among raft nodes before linearized reading' (duration: 312.809985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.078145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.765156Z","time spent":"312.982639ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:11:26.078157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.928664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T22:11:26.078228Z","caller":"traceutil/trace.go:171","msg":"trace[958365871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8179; }","duration":"322.039475ms","start":"2026-02-27T22:11:25.756168Z","end":"2026-02-27T22:11:26.078208Z","steps":["trace[958365871] 'agreement among raft nodes before linearized reading' (duration: 321.830871ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.078285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.839397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-j8lgw\" ","response":"range_response_count:1 size:4650"} {"level":"warn","ts":"2026-02-27T22:11:26.078288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.756149Z","time spent":"322.126718ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:11:26.078311Z","caller":"traceutil/trace.go:171","msg":"trace[825210115] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-j8lgw; range_end:; response_count:1; response_revision:8179; }","duration":"173.917378ms","start":"2026-02-27T22:11:25.904387Z","end":"2026-02-27T22:11:26.078304Z","steps":["trace[825210115] 'agreement among raft nodes before linearized reading' (duration: 173.869237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.078391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.921467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T22:11:26.078426Z","caller":"traceutil/trace.go:171","msg":"trace[572118482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8179; }","duration":"313.04952ms","start":"2026-02-27T22:11:25.765369Z","end":"2026-02-27T22:11:26.078419Z","steps":["trace[572118482] 'agreement among raft nodes before linearized reading' (duration: 312.941888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.078444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.765356Z","time spent":"313.08389ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:11:26.078494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.05338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T22:11:26.078507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.323982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:11:26.078528Z","caller":"traceutil/trace.go:171","msg":"trace[474349490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8179; }","duration":"313.135082ms","start":"2026-02-27T22:11:25.765385Z","end":"2026-02-27T22:11:26.07852Z","steps":["trace[474349490] 'agreement among raft nodes before linearized reading' (duration: 313.05155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.078536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.33271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:11:26.078555Z","caller":"traceutil/trace.go:171","msg":"trace[30514807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:8179; }","duration":"304.370422ms","start":"2026-02-27T22:11:25.77418Z","end":"2026-02-27T22:11:26.07855Z","steps":["trace[30514807] 'agreement among raft nodes before linearized reading' (duration: 304.31227ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:26.078547Z","caller":"traceutil/trace.go:171","msg":"trace[1093114369] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8179; }","duration":"372.396453ms","start":"2026-02-27T22:11:25.706139Z","end":"2026-02-27T22:11:26.078535Z","steps":["trace[1093114369] 'agreement among raft nodes before linearized reading' (duration: 372.25613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.078557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.765374Z","time spent":"313.176263ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:11:26.078572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.774169Z","time spent":"304.398152ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"warn","ts":"2026-02-27T22:11:26.078587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.706121Z","time spent":"372.455294ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:11:26.078665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.298385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T22:11:26.078688Z","caller":"traceutil/trace.go:171","msg":"trace[156731081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8179; }","duration":"313.364307ms","start":"2026-02-27T22:11:25.765317Z","end":"2026-02-27T22:11:26.078681Z","steps":["trace[156731081] 'agreement among raft nodes before linearized reading' (duration: 313.295285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.07872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.765296Z","time spent":"313.418608ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:11:26.078785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.6545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:11:26.078812Z","caller":"traceutil/trace.go:171","msg":"trace[1474587585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8179; }","duration":"423.748441ms","start":"2026-02-27T22:11:25.655057Z","end":"2026-02-27T22:11:26.078805Z","steps":["trace[1474587585] 'agreement among raft nodes before linearized reading' (duration: 423.71224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.078834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.655036Z","time spent":"423.793753ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:11:26.07824Z","caller":"traceutil/trace.go:171","msg":"trace[1832873852] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"164.954294ms","start":"2026-02-27T22:11:25.913276Z","end":"2026-02-27T22:11:26.07823Z","steps":["trace[1832873852] 'process raft request' (duration: 164.395252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.078837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.101739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-02-27T22:11:26.078916Z","caller":"traceutil/trace.go:171","msg":"trace[1861614659] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:8179; }","duration":"424.17128ms","start":"2026-02-27T22:11:25.654689Z","end":"2026-02-27T22:11:26.078861Z","steps":["trace[1861614659] 'agreement among raft nodes before linearized reading' (duration: 424.094429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:26.078948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:25.654669Z","time spent":"424.270942ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-02-27T22:11:26.251971Z","caller":"traceutil/trace.go:171","msg":"trace[67483037] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"106.622953ms","start":"2026-02-27T22:11:26.145315Z","end":"2026-02-27T22:11:26.251938Z","steps":["trace[67483037] 'process raft request' (duration: 106.382988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:27.041977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.093927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-02-27T22:11:27.04207Z","caller":"traceutil/trace.go:171","msg":"trace[1894583565] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8188; }","duration":"221.205449ms","start":"2026-02-27T22:11:26.820847Z","end":"2026-02-27T22:11:27.042052Z","steps":["trace[1894583565] 'range keys from in-memory index tree' (duration: 220.855242ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:27.252833Z","caller":"traceutil/trace.go:171","msg":"trace[1079044399] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"201.415848ms","start":"2026-02-27T22:11:27.051392Z","end":"2026-02-27T22:11:27.252808Z","steps":["trace[1079044399] 'process raft request' (duration: 201.235444ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:27.253069Z","caller":"traceutil/trace.go:171","msg":"trace[1323865592] linearizableReadLoop","detail":"{readStateIndex:8509; appliedIndex:8509; }","duration":"186.690836ms","start":"2026-02-27T22:11:27.066359Z","end":"2026-02-27T22:11:27.25305Z","steps":["trace[1323865592] 'read index received' (duration: 186.158645ms)","trace[1323865592] 'applied index is now lower than readState.Index' (duration: 530.201µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:11:27.253177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.798209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:11:27.253215Z","caller":"traceutil/trace.go:171","msg":"trace[886883156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8189; }","duration":"186.888581ms","start":"2026-02-27T22:11:27.066318Z","end":"2026-02-27T22:11:27.253206Z","steps":["trace[886883156] 'agreement among raft nodes before linearized reading' (duration: 186.805219ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:28.071861Z","caller":"traceutil/trace.go:171","msg":"trace[385468008] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"489.232499ms","start":"2026-02-27T22:11:27.582596Z","end":"2026-02-27T22:11:28.071829Z","steps":["trace[385468008] 'process raft request' (duration: 462.791412ms)","trace[385468008] 'compare' (duration: 26.180551ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:11:28.071999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.276901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:11:28.072034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:27.582577Z","time spent":"489.370882ms","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:11:28.072072Z","caller":"traceutil/trace.go:171","msg":"trace[1697301829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8190; }","duration":"417.399054ms","start":"2026-02-27T22:11:27.654655Z","end":"2026-02-27T22:11:28.072054Z","steps":["trace[1697301829] 'agreement among raft nodes before linearized reading' (duration: 417.259861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:28.072117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:27.654634Z","time spent":"417.471495ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:11:28.071863Z","caller":"traceutil/trace.go:171","msg":"trace[1823705303] linearizableReadLoop","detail":"{readStateIndex:8510; appliedIndex:8509; }","duration":"417.106757ms","start":"2026-02-27T22:11:27.654718Z","end":"2026-02-27T22:11:28.071824Z","steps":["trace[1823705303] 'read index received' (duration: 390.051417ms)","trace[1823705303] 'applied index is now lower than readState.Index' (duration: 27.05376ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:11:30.521121Z","caller":"traceutil/trace.go:171","msg":"trace[1139857994] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"546.518227ms","start":"2026-02-27T22:11:29.974569Z","end":"2026-02-27T22:11:30.521088Z","steps":["trace[1139857994] 'process raft request' (duration: 546.298832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:30.521318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:29.974552Z","time spent":"546.666791ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:11:30.818212Z","caller":"traceutil/trace.go:171","msg":"trace[852627628] linearizableReadLoop","detail":"{readStateIndex:8532; appliedIndex:8527; }","duration":"581.398957ms","start":"2026-02-27T22:11:30.236788Z","end":"2026-02-27T22:11:30.818187Z","steps":["trace[852627628] 'read index received' (duration: 284.08786ms)","trace[852627628] 'applied index is now lower than readState.Index' (duration: 297.310147ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:11:30.818386Z","caller":"traceutil/trace.go:171","msg":"trace[368273743] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"683.026291ms","start":"2026-02-27T22:11:30.135344Z","end":"2026-02-27T22:11:30.818371Z","steps":["trace[368273743] 'process raft request' (duration: 682.802227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:30.818512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:30.135326Z","time spent":"683.097192ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:11:30.818557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.0132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:11:30.818602Z","caller":"traceutil/trace.go:171","msg":"trace[1021341121] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:8211; }","duration":"548.106872ms","start":"2026-02-27T22:11:30.270483Z","end":"2026-02-27T22:11:30.81859Z","steps":["trace[1021341121] 'agreement among raft nodes before linearized reading' (duration: 547.955799ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:30.818593Z","caller":"traceutil/trace.go:171","msg":"trace[229786053] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"683.707715ms","start":"2026-02-27T22:11:30.13484Z","end":"2026-02-27T22:11:30.818548Z","steps":["trace[229786053] 'process raft request' (duration: 683.193944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:30.81863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:30.270462Z","time spent":"548.159373ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"warn","ts":"2026-02-27T22:11:30.818617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.019448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T22:11:30.818661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.244492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T22:11:30.81839Z","caller":"traceutil/trace.go:171","msg":"trace[1423605780] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"683.241575ms","start":"2026-02-27T22:11:30.135135Z","end":"2026-02-27T22:11:30.818377Z","steps":["trace[1423605780] 'process raft request' (duration: 682.954189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:30.81872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.935509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T22:11:30.818707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:30.134817Z","time spent":"683.829688ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:11:30.818758Z","caller":"traceutil/trace.go:171","msg":"trace[2070367408] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8211; }","duration":"582.00237ms","start":"2026-02-27T22:11:30.236746Z","end":"2026-02-27T22:11:30.818748Z","steps":["trace[2070367408] 'agreement among raft nodes before linearized reading' (duration: 581.916219ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:11:30.818771Z","caller":"traceutil/trace.go:171","msg":"trace[1686993352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8211; }","duration":"552.354744ms","start":"2026-02-27T22:11:30.266363Z","end":"2026-02-27T22:11:30.818718Z","steps":["trace[1686993352] 'agreement among raft nodes before linearized reading' (duration: 552.120759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:30.818784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:30.23673Z","time spent":"582.046861ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:11:30.81879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.675001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T22:11:30.818794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.589437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:11:30.818815Z","caller":"traceutil/trace.go:171","msg":"trace[208907344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8211; }","duration":"552.752003ms","start":"2026-02-27T22:11:30.266056Z","end":"2026-02-27T22:11:30.818808Z","steps":["trace[208907344] 'agreement among raft nodes before linearized reading' (duration: 552.665151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:30.818814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:30.266353Z","time spent":"552.451966ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:11:30.8187Z","caller":"traceutil/trace.go:171","msg":"trace[1285951994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8211; }","duration":"581.154681ms","start":"2026-02-27T22:11:30.23753Z","end":"2026-02-27T22:11:30.818685Z","steps":["trace[1285951994] 'agreement among raft nodes before linearized reading' (duration: 580.893825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:30.818843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:30.266035Z","time spent":"552.803503ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:11:30.818822Z","caller":"traceutil/trace.go:171","msg":"trace[1473788336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8211; }","duration":"165.656549ms","start":"2026-02-27T22:11:30.653157Z","end":"2026-02-27T22:11:30.818813Z","steps":["trace[1473788336] 'agreement among raft nodes before linearized reading' (duration: 165.604258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:30.818867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:30.237509Z","time spent":"581.342035ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:11:30.818959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:30.135109Z","time spent":"683.669175ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:11:30.818986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.229461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T22:11:30.819101Z","caller":"traceutil/trace.go:171","msg":"trace[546096328] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8211; }","duration":"552.394604ms","start":"2026-02-27T22:11:30.266677Z","end":"2026-02-27T22:11:30.819072Z","steps":["trace[546096328] 'agreement among raft nodes before linearized reading' (duration: 551.994916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:30.819163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:30.266667Z","time spent":"552.482517ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:11:30.819426Z","caller":"traceutil/trace.go:171","msg":"trace[884296586] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"807.38866ms","start":"2026-02-27T22:11:30.011994Z","end":"2026-02-27T22:11:30.819382Z","steps":["trace[884296586] 'process raft request' (duration: 805.875918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:11:30.819634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:11:30.011974Z","time spent":"807.551853ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:11:38.269995Z","caller":"traceutil/trace.go:171","msg":"trace[290144394] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"247.051442ms","start":"2026-02-27T22:11:38.022923Z","end":"2026-02-27T22:11:38.269974Z","steps":["trace[290144394] 'process raft request' (duration: 246.864968ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:12:28.632689Z","caller":"traceutil/trace.go:171","msg":"trace[1438600094] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"145.795857ms","start":"2026-02-27T22:12:28.486858Z","end":"2026-02-27T22:12:28.632653Z","steps":["trace[1438600094] 'process raft request' (duration: 145.597273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:43.807181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.638039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:12:43.807404Z","caller":"traceutil/trace.go:171","msg":"trace[1556284391] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"604.404148ms","start":"2026-02-27T22:12:43.202977Z","end":"2026-02-27T22:12:43.807381Z","steps":["trace[1556284391] 'process raft request' (duration: 371.384961ms)","trace[1556284391] 'compare' (duration: 232.355093ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:12:43.807516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.202945Z","time spent":"604.531441ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:12:43.875253Z","caller":"traceutil/trace.go:171","msg":"trace[1064684973] linearizableReadLoop","detail":"{readStateIndex:9230; appliedIndex:9227; }","duration":"646.25659ms","start":"2026-02-27T22:12:43.228976Z","end":"2026-02-27T22:12:43.875233Z","steps":["trace[1064684973] 'read index received' (duration: 345.424146ms)","trace[1064684973] 'applied index is now lower than readState.Index' (duration: 300.831664ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:12:43.875644Z","caller":"traceutil/trace.go:171","msg":"trace[1691492436] transaction","detail":"{read_only:false; response_revision:8889; number_of_response:1; }","duration":"653.012288ms","start":"2026-02-27T22:12:43.222614Z","end":"2026-02-27T22:12:43.875627Z","steps":["trace[1691492436] 'process raft request' (duration: 652.580948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:43.875794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.222587Z","time spent":"653.1324ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:12:43.876032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.965245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T22:12:43.876331Z","caller":"traceutil/trace.go:171","msg":"trace[1750322836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8889; }","duration":"647.378144ms","start":"2026-02-27T22:12:43.228938Z","end":"2026-02-27T22:12:43.876316Z","steps":["trace[1750322836] 'agreement among raft nodes before linearized reading' (duration: 646.812812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:43.876446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.228907Z","time spent":"647.524297ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:12:43.876096Z","caller":"traceutil/trace.go:171","msg":"trace[206937042] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"654.184052ms","start":"2026-02-27T22:12:43.221484Z","end":"2026-02-27T22:12:43.875668Z","steps":["trace[206937042] 'process raft request' (duration: 653.59976ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:43.876866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.221397Z","time spent":"655.281267ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:12:44.310386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.334488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:12:44.310623Z","caller":"traceutil/trace.go:171","msg":"trace[1194882258] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"428.652259ms","start":"2026-02-27T22:12:43.881947Z","end":"2026-02-27T22:12:44.310599Z","steps":["trace[1194882258] 'process raft request' (duration: 428.578637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:44.310746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.881917Z","time spent":"428.764232ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:12:44.310744Z","caller":"traceutil/trace.go:171","msg":"trace[423034723] linearizableReadLoop","detail":"{readStateIndex:9231; appliedIndex:9230; }","duration":"435.403526ms","start":"2026-02-27T22:12:43.875316Z","end":"2026-02-27T22:12:44.31072Z","steps":["trace[423034723] 'read index received' (duration: 31.610178ms)","trace[423034723] 'applied index is now lower than readState.Index' (duration: 403.790418ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:12:44.310949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073286095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T22:12:44.310992Z","caller":"traceutil/trace.go:171","msg":"trace[941336448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8891; }","duration":"1.073371356s","start":"2026-02-27T22:12:43.23761Z","end":"2026-02-27T22:12:44.310981Z","steps":["trace[941336448] 'agreement among raft nodes before linearized reading' (duration: 1.073201502s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:44.310972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.944981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-02-27T22:12:44.311066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.237596Z","time spent":"1.073435948s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:12:44.311059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.549874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-02-27T22:12:44.311063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.204699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-02-27T22:12:44.31112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072720261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T22:12:44.311153Z","caller":"traceutil/trace.go:171","msg":"trace[91529712] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8891; }","duration":"224.690327ms","start":"2026-02-27T22:12:44.086445Z","end":"2026-02-27T22:12:44.311135Z","steps":["trace[91529712] 'agreement among raft nodes before linearized reading' (duration: 224.523633ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:12:44.311165Z","caller":"traceutil/trace.go:171","msg":"trace[204020680] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8891; }","duration":"663.367333ms","start":"2026-02-27T22:12:43.647778Z","end":"2026-02-27T22:12:44.311145Z","steps":["trace[204020680] 'agreement among raft nodes before linearized reading' (duration: 663.038745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:44.311155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063559882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T22:12:44.311217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.647718Z","time spent":"663.490556ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T22:12:44.311259Z","caller":"traceutil/trace.go:171","msg":"trace[962074805] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:8891; }","duration":"1.063685594s","start":"2026-02-27T22:12:43.24754Z","end":"2026-02-27T22:12:44.311225Z","steps":["trace[962074805] 'agreement among raft nodes before linearized reading' (duration: 1.063414999s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:12:44.311178Z","caller":"traceutil/trace.go:171","msg":"trace[1548750568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8891; }","duration":"1.072801463s","start":"2026-02-27T22:12:43.238355Z","end":"2026-02-27T22:12:44.311157Z","steps":["trace[1548750568] 'agreement among raft nodes before linearized reading' (duration: 1.072692701s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:44.311311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.247529Z","time spent":"1.063772777s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"warn","ts":"2026-02-27T22:12:44.31136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.238338Z","time spent":"1.073010598s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:12:44.310955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.05647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-27T22:12:44.311528Z","caller":"traceutil/trace.go:171","msg":"trace[1255463620] transaction","detail":"{read_only:false; response_revision:8890; number_of_response:1; }","duration":"662.015624ms","start":"2026-02-27T22:12:43.649235Z","end":"2026-02-27T22:12:44.311251Z","steps":["trace[1255463620] 'process raft request' (duration: 257.699514ms)","trace[1255463620] 'compare' (duration: 403.168824ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:12:44.311695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071541576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T22:12:44.311729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.649217Z","time spent":"662.465773ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:12:44.311511Z","caller":"traceutil/trace.go:171","msg":"trace[1774902026] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8891; }","duration":"810.651753ms","start":"2026-02-27T22:12:43.500823Z","end":"2026-02-27T22:12:44.311475Z","steps":["trace[1774902026] 'agreement among raft nodes before linearized reading' (duration: 809.919996ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:12:44.311883Z","caller":"traceutil/trace.go:171","msg":"trace[2008453446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8891; }","duration":"1.071679969s","start":"2026-02-27T22:12:43.240077Z","end":"2026-02-27T22:12:44.311757Z","steps":["trace[2008453446] 'agreement among raft nodes before linearized reading' (duration: 1.071342702s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:44.311919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.500802Z","time spent":"811.099382ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T22:12:44.311932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.24007Z","time spent":"1.071848162s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T22:12:44.311066Z","caller":"traceutil/trace.go:171","msg":"trace[1082367515] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8891; }","duration":"667.091335ms","start":"2026-02-27T22:12:43.643953Z","end":"2026-02-27T22:12:44.311045Z","steps":["trace[1082367515] 'agreement among raft nodes before linearized reading' (duration: 666.865199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:44.312143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.643932Z","time spent":"668.188479ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T22:12:44.311185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.931328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-kcs6m\" ","response":"range_response_count:1 size:19695"} {"level":"info","ts":"2026-02-27T22:12:44.312483Z","caller":"traceutil/trace.go:171","msg":"trace[480064947] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-kcs6m; range_end:; response_count:1; response_revision:8891; }","duration":"499.250357ms","start":"2026-02-27T22:12:43.813208Z","end":"2026-02-27T22:12:44.312458Z","steps":["trace[480064947] 'agreement among raft nodes before linearized reading' (duration: 497.891848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:44.312547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.813188Z","time spent":"499.34618ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19717,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-kcs6m\" "} {"level":"warn","ts":"2026-02-27T22:12:44.311053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067624062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T22:12:44.31271Z","caller":"traceutil/trace.go:171","msg":"trace[1765514500] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8891; }","duration":"1.069353958s","start":"2026-02-27T22:12:43.243345Z","end":"2026-02-27T22:12:44.312699Z","steps":["trace[1765514500] 'agreement among raft nodes before linearized reading' (duration: 1.067405635s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:44.312751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:43.24333Z","time spent":"1.069412369s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:12:44.616475Z","caller":"traceutil/trace.go:171","msg":"trace[1046914414] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"298.900343ms","start":"2026-02-27T22:12:44.317551Z","end":"2026-02-27T22:12:44.616451Z","steps":["trace[1046914414] 'process raft request' (duration: 298.648756ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:12:44.617178Z","caller":"traceutil/trace.go:171","msg":"trace[220563552] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"299.408704ms","start":"2026-02-27T22:12:44.317752Z","end":"2026-02-27T22:12:44.617161Z","steps":["trace[220563552] 'process raft request' (duration: 299.287361ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:12:44.617182Z","caller":"traceutil/trace.go:171","msg":"trace[1367871779] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"299.450374ms","start":"2026-02-27T22:12:44.317693Z","end":"2026-02-27T22:12:44.617144Z","steps":["trace[1367871779] 'process raft request' (duration: 299.056186ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:12:44.617495Z","caller":"traceutil/trace.go:171","msg":"trace[673949514] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"299.222789ms","start":"2026-02-27T22:12:44.31764Z","end":"2026-02-27T22:12:44.616862Z","steps":["trace[673949514] 'process raft request' (duration: 298.76902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:12:44.617644Z","caller":"traceutil/trace.go:171","msg":"trace[823354081] linearizableReadLoop","detail":"{readStateIndex:9237; appliedIndex:9232; }","duration":"299.757941ms","start":"2026-02-27T22:12:44.317859Z","end":"2026-02-27T22:12:44.617617Z","steps":["trace[823354081] 'read index received' (duration: 14.23433ms)","trace[823354081] 'applied index is now lower than readState.Index' (duration: 285.522011ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:12:44.61775Z","caller":"traceutil/trace.go:171","msg":"trace[1960911498] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"298.959144ms","start":"2026-02-27T22:12:44.318776Z","end":"2026-02-27T22:12:44.617735Z","steps":["trace[1960911498] 'process raft request' (duration: 298.30726ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:12:44.617782Z","caller":"traceutil/trace.go:171","msg":"trace[1249090005] transaction","detail":"{read_only:false; response_revision:8898; number_of_response:1; }","duration":"294.393374ms","start":"2026-02-27T22:12:44.323383Z","end":"2026-02-27T22:12:44.617776Z","steps":["trace[1249090005] 'process raft request' (duration: 294.115298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:44.617946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.070907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b937980-7fdf-435f-9899-e65bf1cf70e8\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-02-27T22:12:44.618359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.71941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:12:44.618402Z","caller":"traceutil/trace.go:171","msg":"trace[3385643] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8898; }","duration":"288.781742ms","start":"2026-02-27T22:12:44.329608Z","end":"2026-02-27T22:12:44.61839Z","steps":["trace[3385643] 'agreement among raft nodes before linearized reading' (duration: 288.708211ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:12:44.618344Z","caller":"traceutil/trace.go:171","msg":"trace[709420260] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b937980-7fdf-435f-9899-e65bf1cf70e8; range_end:; response_count:1; response_revision:8898; }","duration":"300.540768ms","start":"2026-02-27T22:12:44.317775Z","end":"2026-02-27T22:12:44.618316Z","steps":["trace[709420260] 'agreement among raft nodes before linearized reading' (duration: 300.039447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:44.61866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.705741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-02-27T22:12:44.618665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:44.317734Z","time spent":"300.837164ms","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-8b937980-7fdf-435f-9899-e65bf1cf70e8\" "} {"level":"info","ts":"2026-02-27T22:12:44.618715Z","caller":"traceutil/trace.go:171","msg":"trace[1474216382] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8898; }","duration":"300.806043ms","start":"2026-02-27T22:12:44.317896Z","end":"2026-02-27T22:12:44.618702Z","steps":["trace[1474216382] 'agreement among raft nodes before linearized reading' (duration: 300.268641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:12:44.618749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:12:44.317882Z","time spent":"300.859095ms","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-02-27T22:14:34.891008Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T22:14:34.900033Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-27T22:14:34.900154Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-02-27T22:14:35.275368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.732911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:14:35.275472Z","caller":"traceutil/trace.go:171","msg":"trace[272829030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:9635; }","duration":"241.883724ms","start":"2026-02-27T22:14:35.033575Z","end":"2026-02-27T22:14:35.275459Z","steps":["trace[272829030] 'range keys from in-memory index tree' (duration: 241.527206ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:14:42.056428Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7426} {"level":"info","ts":"2026-02-27T22:14:42.441219Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7426,"took":"382.623762ms","hash":3293150648,"current-db-size-bytes":39530496,"current-db-size":"40 MB","current-db-size-in-use-bytes":24805376,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-27T22:14:42.441305Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3293150648,"revision":7426,"compact-revision":5390} {"level":"warn","ts":"2026-02-27T22:14:42.441955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.702411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:14:42.44233Z","caller":"traceutil/trace.go:171","msg":"trace[1760420709] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"147.30754ms","start":"2026-02-27T22:14:42.294995Z","end":"2026-02-27T22:14:42.442303Z","steps":["trace[1760420709] 'process raft request' (duration: 17.18235ms)","trace[1760420709] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 126.127903ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:14:42.444693Z","caller":"traceutil/trace.go:171","msg":"trace[837387263] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"142.100768ms","start":"2026-02-27T22:14:42.302582Z","end":"2026-02-27T22:14:42.444683Z","steps":["trace[837387263] 'process raft request' (duration: 139.452241ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:14:43.288746Z","caller":"traceutil/trace.go:171","msg":"trace[78321521] transaction","detail":"{read_only:false; response_revision:9687; number_of_response:1; }","duration":"115.719889ms","start":"2026-02-27T22:14:43.173006Z","end":"2026-02-27T22:14:43.288726Z","steps":["trace[78321521] 'process raft request' (duration: 114.585804ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:14:43.289161Z","caller":"traceutil/trace.go:171","msg":"trace[1734213789] transaction","detail":"{read_only:false; response_revision:9688; number_of_response:1; }","duration":"115.523045ms","start":"2026-02-27T22:14:43.173628Z","end":"2026-02-27T22:14:43.289151Z","steps":["trace[1734213789] 'process raft request' (duration: 115.463384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:14:51.112201Z","caller":"traceutil/trace.go:171","msg":"trace[315905075] transaction","detail":"{read_only:false; response_revision:9732; number_of_response:1; }","duration":"105.00801ms","start":"2026-02-27T22:14:51.007167Z","end":"2026-02-27T22:14:51.112175Z","steps":["trace[315905075] 'process raft request' (duration: 104.881856ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:14:51.117536Z","caller":"traceutil/trace.go:171","msg":"trace[528215203] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"106.851719ms","start":"2026-02-27T22:14:51.010663Z","end":"2026-02-27T22:14:51.117515Z","steps":["trace[528215203] 'process raft request' (duration: 106.747367ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:14:52.06104Z","caller":"traceutil/trace.go:171","msg":"trace[1662040275] transaction","detail":"{read_only:false; response_revision:9738; number_of_response:1; }","duration":"130.466967ms","start":"2026-02-27T22:14:51.930535Z","end":"2026-02-27T22:14:52.061002Z","steps":["trace[1662040275] 'process raft request' (duration: 68.008083ms)","trace[1662040275] 'compare' (duration: 62.309961ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:14:59.7702Z","caller":"traceutil/trace.go:171","msg":"trace[1899318922] transaction","detail":"{read_only:false; response_revision:9854; number_of_response:1; }","duration":"106.259787ms","start":"2026-02-27T22:14:59.663912Z","end":"2026-02-27T22:14:59.770172Z","steps":["trace[1899318922] 'process raft request' (duration: 13.803138ms)","trace[1899318922] 'compare' (duration: 92.273075ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:14:59.770527Z","caller":"traceutil/trace.go:171","msg":"trace[1894877588] transaction","detail":"{read_only:false; response_revision:9855; number_of_response:1; }","duration":"104.167931ms","start":"2026-02-27T22:14:59.666306Z","end":"2026-02-27T22:14:59.770474Z","steps":["trace[1894877588] 'process raft request' (duration: 103.832924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:05.743582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.354313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:16:05.7437Z","caller":"traceutil/trace.go:171","msg":"trace[1668715789] linearizableReadLoop","detail":"{readStateIndex:10907; appliedIndex:10906; }","duration":"189.086009ms","start":"2026-02-27T22:16:05.554594Z","end":"2026-02-27T22:16:05.74368Z","steps":["trace[1668715789] 'read index received' (duration: 66.596093ms)","trace[1668715789] 'applied index is now lower than readState.Index' (duration: 122.488766ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:16:05.743736Z","caller":"traceutil/trace.go:171","msg":"trace[360823907] transaction","detail":"{read_only:false; response_revision:10517; number_of_response:1; }","duration":"232.098134ms","start":"2026-02-27T22:16:05.511622Z","end":"2026-02-27T22:16:05.743721Z","steps":["trace[360823907] 'process raft request' (duration: 109.515837ms)","trace[360823907] 'compare' (duration: 122.23723ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:16:05.743807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.209731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:05.743836Z","caller":"traceutil/trace.go:171","msg":"trace[663950593] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10517; }","duration":"189.279563ms","start":"2026-02-27T22:16:05.554545Z","end":"2026-02-27T22:16:05.743825Z","steps":["trace[663950593] 'agreement among raft nodes before linearized reading' (duration: 189.227922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:05.744032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.424616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:05.744078Z","caller":"traceutil/trace.go:171","msg":"trace[1237745931] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10517; }","duration":"189.495117ms","start":"2026-02-27T22:16:05.554557Z","end":"2026-02-27T22:16:05.744052Z","steps":["trace[1237745931] 'agreement among raft nodes before linearized reading' (duration: 189.448086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:05.74413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.628854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-27T22:16:05.744153Z","caller":"traceutil/trace.go:171","msg":"trace[255595139] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10517; }","duration":"185.677495ms","start":"2026-02-27T22:16:05.558469Z","end":"2026-02-27T22:16:05.744146Z","steps":["trace[255595139] 'agreement among raft nodes before linearized reading' (duration: 185.569163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:05.744159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.531079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:16:05.744167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.361954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:05.744183Z","caller":"traceutil/trace.go:171","msg":"trace[1535016631] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10517; }","duration":"189.570629ms","start":"2026-02-27T22:16:05.554605Z","end":"2026-02-27T22:16:05.744176Z","steps":["trace[1535016631] 'agreement among raft nodes before linearized reading' (duration: 189.535278ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:16:05.744252Z","caller":"traceutil/trace.go:171","msg":"trace[1247718799] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10517; }","duration":"189.499237ms","start":"2026-02-27T22:16:05.554738Z","end":"2026-02-27T22:16:05.744238Z","steps":["trace[1247718799] 'agreement among raft nodes before linearized reading' (duration: 189.325024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:05.744311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.013077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-02-27T22:16:05.744383Z","caller":"traceutil/trace.go:171","msg":"trace[1359798703] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10517; }","duration":"189.111189ms","start":"2026-02-27T22:16:05.555249Z","end":"2026-02-27T22:16:05.74436Z","steps":["trace[1359798703] 'agreement among raft nodes before linearized reading' (duration: 188.926385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:06.405043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.362027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:16:06.405143Z","caller":"traceutil/trace.go:171","msg":"trace[1797176488] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:10522; }","duration":"237.51932ms","start":"2026-02-27T22:16:06.167605Z","end":"2026-02-27T22:16:06.405124Z","steps":["trace[1797176488] 'count revisions from in-memory index tree' (duration: 237.253084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:06.40517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.452303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:16:06.405287Z","caller":"traceutil/trace.go:171","msg":"trace[1979233183] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:10522; }","duration":"107.601995ms","start":"2026-02-27T22:16:06.29766Z","end":"2026-02-27T22:16:06.405262Z","steps":["trace[1979233183] 'range keys from in-memory index tree' (duration: 107.288629ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:16:07.024161Z","caller":"traceutil/trace.go:171","msg":"trace[656659036] linearizableReadLoop","detail":"{readStateIndex:10914; appliedIndex:10913; }","duration":"370.4023ms","start":"2026-02-27T22:16:06.653736Z","end":"2026-02-27T22:16:07.024138Z","steps":["trace[656659036] 'read index received' (duration: 370.260427ms)","trace[656659036] 'applied index is now lower than readState.Index' (duration: 140.843µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:16:07.024279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.524512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:07.024242Z","caller":"traceutil/trace.go:171","msg":"trace[1165021700] transaction","detail":"{read_only:false; response_revision:10523; number_of_response:1; }","duration":"438.304401ms","start":"2026-02-27T22:16:06.585885Z","end":"2026-02-27T22:16:07.024189Z","steps":["trace[1165021700] 'process raft request' (duration: 438.114827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:16:07.024314Z","caller":"traceutil/trace.go:171","msg":"trace[1266922314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10523; }","duration":"370.599854ms","start":"2026-02-27T22:16:06.653703Z","end":"2026-02-27T22:16:07.024303Z","steps":["trace[1266922314] 'agreement among raft nodes before linearized reading' (duration: 370.529733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:07.024353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:06.65369Z","time spent":"370.655455ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:16:07.024574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:06.585863Z","time spent":"438.485284ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:16:07.15599Z","caller":"traceutil/trace.go:171","msg":"trace[837031150] transaction","detail":"{read_only:false; response_revision:10524; number_of_response:1; }","duration":"387.933997ms","start":"2026-02-27T22:16:06.76802Z","end":"2026-02-27T22:16:07.155954Z","steps":["trace[837031150] 'process raft request' (duration: 387.675621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:07.156219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:06.767996Z","time spent":"388.108421ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:16:07.156194Z","caller":"traceutil/trace.go:171","msg":"trace[1634159873] transaction","detail":"{read_only:false; response_revision:10525; number_of_response:1; }","duration":"286.890913ms","start":"2026-02-27T22:16:06.869275Z","end":"2026-02-27T22:16:07.156166Z","steps":["trace[1634159873] 'process raft request' (duration: 286.616868ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:16:29.812243Z","caller":"traceutil/trace.go:171","msg":"trace[440833878] transaction","detail":"{read_only:false; response_revision:10637; number_of_response:1; }","duration":"152.909836ms","start":"2026-02-27T22:16:29.659308Z","end":"2026-02-27T22:16:29.812218Z","steps":["trace[440833878] 'process raft request' (duration: 152.779543ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:16:29.820412Z","caller":"traceutil/trace.go:171","msg":"trace[1197326660] transaction","detail":"{read_only:false; response_revision:10638; number_of_response:1; }","duration":"144.096616ms","start":"2026-02-27T22:16:29.67628Z","end":"2026-02-27T22:16:29.820376Z","steps":["trace[1197326660] 'process raft request' (duration: 143.791629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:30.958433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.810268ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:30.958649Z","caller":"traceutil/trace.go:171","msg":"trace[1770992383] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10639; }","duration":"754.049114ms","start":"2026-02-27T22:16:30.204563Z","end":"2026-02-27T22:16:30.958612Z","steps":["trace[1770992383] 'range keys from in-memory index tree' (duration: 753.782638ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:30.958931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047722794s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:16:30.959076Z","caller":"traceutil/trace.go:171","msg":"trace[485366789] linearizableReadLoop","detail":"{readStateIndex:11035; appliedIndex:11034; }","duration":"1.079086721s","start":"2026-02-27T22:16:29.87996Z","end":"2026-02-27T22:16:30.959047Z","steps":["trace[485366789] 'read index received' (duration: 31.082011ms)","trace[485366789] 'applied index is now lower than readState.Index' (duration: 1.04800273s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:16:30.959228Z","caller":"traceutil/trace.go:171","msg":"trace[2141915586] transaction","detail":"{read_only:false; response_revision:10640; number_of_response:1; }","duration":"1.080220165s","start":"2026-02-27T22:16:29.878904Z","end":"2026-02-27T22:16:30.959124Z","steps":["trace[2141915586] 'process raft request' (duration: 32.182254ms)","trace[2141915586] 'compare' (duration: 1.047373616s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:16:30.959472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:29.878872Z","time spent":"1.080474511s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:16:30.959934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07995807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T22:16:30.960197Z","caller":"traceutil/trace.go:171","msg":"trace[1444313621] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10640; }","duration":"1.080242146s","start":"2026-02-27T22:16:29.879929Z","end":"2026-02-27T22:16:30.960172Z","steps":["trace[1444313621] 'agreement among raft nodes before linearized reading' (duration: 1.079216164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:30.96026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:29.879915Z","time spent":"1.080326588s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T22:16:31.097748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.801499ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T22:16:31.098063Z","caller":"traceutil/trace.go:171","msg":"trace[682049486] linearizableReadLoop","detail":"{readStateIndex:11036; appliedIndex:11035; }","duration":"138.914474ms","start":"2026-02-27T22:16:30.95911Z","end":"2026-02-27T22:16:31.098024Z","steps":["trace[682049486] 'read index received' (duration: 1.669955ms)","trace[682049486] 'applied index is now lower than readState.Index' (duration: 137.241909ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:16:31.098158Z","caller":"traceutil/trace.go:171","msg":"trace[260758292] transaction","detail":"{read_only:false; response_revision:10641; number_of_response:1; }","duration":"132.034566ms","start":"2026-02-27T22:16:30.966097Z","end":"2026-02-27T22:16:31.098132Z","steps":["trace[260758292] 'process raft request' (duration: 131.834312ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.098253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.276531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T22:16:31.098337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.544904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T22:16:31.098347Z","caller":"traceutil/trace.go:171","msg":"trace[1692449296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:10640; }","duration":"512.431355ms","start":"2026-02-27T22:16:30.585895Z","end":"2026-02-27T22:16:31.098326Z","steps":["trace[1692449296] 'agreement among raft nodes before linearized reading' (duration: 512.156309ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:16:31.098392Z","caller":"traceutil/trace.go:171","msg":"trace[737546082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10641; }","duration":"991.688987ms","start":"2026-02-27T22:16:30.106673Z","end":"2026-02-27T22:16:31.098362Z","steps":["trace[737546082] 'agreement among raft nodes before linearized reading' (duration: 991.467912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.098407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:30.585877Z","time spent":"512.523157ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"warn","ts":"2026-02-27T22:16:31.098442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:30.106645Z","time spent":"991.790149ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:16:31.098482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.652981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:31.098573Z","caller":"traceutil/trace.go:171","msg":"trace[228156391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10641; }","duration":"442.791554ms","start":"2026-02-27T22:16:30.655759Z","end":"2026-02-27T22:16:31.098551Z","steps":["trace[228156391] 'agreement among raft nodes before linearized reading' (duration: 442.62096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.098606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:30.655744Z","time spent":"442.856586ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:16:31.098612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.73675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T22:16:31.098642Z","caller":"traceutil/trace.go:171","msg":"trace[904245330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10641; }","duration":"883.821022ms","start":"2026-02-27T22:16:30.214813Z","end":"2026-02-27T22:16:31.098634Z","steps":["trace[904245330] 'agreement among raft nodes before linearized reading' (duration: 883.740229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.09866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:30.214786Z","time spent":"883.870603ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:16:31.098741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.083291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T22:16:31.098831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.326272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T22:16:31.098859Z","caller":"traceutil/trace.go:171","msg":"trace[287188340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10641; }","duration":"809.264455ms","start":"2026-02-27T22:16:30.289565Z","end":"2026-02-27T22:16:31.09883Z","steps":["trace[287188340] 'agreement among raft nodes before linearized reading' (duration: 808.872606ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.098932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:30.289542Z","time spent":"809.379647ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:16:31.098931Z","caller":"traceutil/trace.go:171","msg":"trace[1912906617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10641; }","duration":"473.538637ms","start":"2026-02-27T22:16:30.625371Z","end":"2026-02-27T22:16:31.098909Z","steps":["trace[1912906617] 'agreement among raft nodes before linearized reading' (duration: 473.2089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.098988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:30.625351Z","time spent":"473.623309ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:16:31.565224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.79481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:16:31.565291Z","caller":"traceutil/trace.go:171","msg":"trace[613747329] linearizableReadLoop","detail":"{readStateIndex:11041; appliedIndex:11040; }","duration":"369.588737ms","start":"2026-02-27T22:16:31.195693Z","end":"2026-02-27T22:16:31.565282Z","steps":["trace[613747329] 'read index received' (duration: 77.607934ms)","trace[613747329] 'applied index is now lower than readState.Index' (duration: 291.979833ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:16:31.565463Z","caller":"traceutil/trace.go:171","msg":"trace[110238203] transaction","detail":"{read_only:false; response_revision:10645; number_of_response:1; }","duration":"420.519454ms","start":"2026-02-27T22:16:31.144915Z","end":"2026-02-27T22:16:31.565435Z","steps":["trace[110238203] 'process raft request' (duration: 128.460969ms)","trace[110238203] 'compare' (duration: 291.711618ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:16:31.565508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.812112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19329"} {"level":"info","ts":"2026-02-27T22:16:31.565537Z","caller":"traceutil/trace.go:171","msg":"trace[1269199474] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10645; }","duration":"369.869842ms","start":"2026-02-27T22:16:31.195657Z","end":"2026-02-27T22:16:31.565527Z","steps":["trace[1269199474] 'agreement among raft nodes before linearized reading' (duration: 369.724449ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.565566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:31.195624Z","time spent":"369.937054ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19351,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T22:16:31.565587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:31.144888Z","time spent":"420.630987ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:16:31.595731Z","caller":"traceutil/trace.go:171","msg":"trace[1291323452] transaction","detail":"{read_only:false; response_revision:10646; number_of_response:1; }","duration":"298.213988ms","start":"2026-02-27T22:16:31.297478Z","end":"2026-02-27T22:16:31.595692Z","steps":["trace[1291323452] 'process raft request' (duration: 298.031154ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:16:31.617663Z","caller":"traceutil/trace.go:171","msg":"trace[1650032067] transaction","detail":"{read_only:false; response_revision:10647; number_of_response:1; }","duration":"309.613914ms","start":"2026-02-27T22:16:31.308037Z","end":"2026-02-27T22:16:31.617651Z","steps":["trace[1650032067] 'process raft request' (duration: 309.485482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.617851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:31.308009Z","time spent":"309.735707ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:16:31.617982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.368297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-02-27T22:16:31.618031Z","caller":"traceutil/trace.go:171","msg":"trace[23822387] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10647; }","duration":"308.427798ms","start":"2026-02-27T22:16:31.309585Z","end":"2026-02-27T22:16:31.618013Z","steps":["trace[23822387] 'agreement among raft nodes before linearized reading' (duration: 308.304825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.618062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:31.309572Z","time spent":"308.48472ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:16:31.618136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.012853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:31.618182Z","caller":"traceutil/trace.go:171","msg":"trace[747748402] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10647; }","duration":"310.094064ms","start":"2026-02-27T22:16:31.308078Z","end":"2026-02-27T22:16:31.618172Z","steps":["trace[747748402] 'agreement among raft nodes before linearized reading' (duration: 309.998322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.618219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:31.308056Z","time spent":"310.157076ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:16:31.618242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.609695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:31.61827Z","caller":"traceutil/trace.go:171","msg":"trace[51937222] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10647; }","duration":"309.667235ms","start":"2026-02-27T22:16:31.308596Z","end":"2026-02-27T22:16:31.618263Z","steps":["trace[51937222] 'agreement among raft nodes before linearized reading' (duration: 309.623775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.618288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:31.30858Z","time spent":"309.704527ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:16:31.618369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.202597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:31.618389Z","caller":"traceutil/trace.go:171","msg":"trace[1432302869] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10647; }","duration":"310.255288ms","start":"2026-02-27T22:16:31.308129Z","end":"2026-02-27T22:16:31.618384Z","steps":["trace[1432302869] 'agreement among raft nodes before linearized reading' (duration: 310.220847ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.618406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:31.308119Z","time spent":"310.283648ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-02-27T22:16:31.617843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.665686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:31.618626Z","caller":"traceutil/trace.go:171","msg":"trace[36276724] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10647; }","duration":"310.500313ms","start":"2026-02-27T22:16:31.308115Z","end":"2026-02-27T22:16:31.618616Z","steps":["trace[36276724] 'agreement among raft nodes before linearized reading' (duration: 309.666625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:31.618668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:16:31.308101Z","time spent":"310.558175ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-02-27T22:16:33.392387Z","caller":"traceutil/trace.go:171","msg":"trace[469731378] transaction","detail":"{read_only:false; response_revision:10651; number_of_response:1; }","duration":"163.779ms","start":"2026-02-27T22:16:33.228567Z","end":"2026-02-27T22:16:33.392346Z","steps":["trace[469731378] 'process raft request' (duration: 120.448266ms)","trace[469731378] 'compare' (duration: 43.183991ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:16:33.425586Z","caller":"traceutil/trace.go:171","msg":"trace[560326831] transaction","detail":"{read_only:false; response_revision:10652; number_of_response:1; }","duration":"196.922804ms","start":"2026-02-27T22:16:33.228618Z","end":"2026-02-27T22:16:33.425541Z","steps":["trace[560326831] 'process raft request' (duration: 196.656999ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:16:33.800117Z","caller":"traceutil/trace.go:171","msg":"trace[1309811071] linearizableReadLoop","detail":"{readStateIndex:11051; appliedIndex:11050; }","duration":"167.182794ms","start":"2026-02-27T22:16:33.632898Z","end":"2026-02-27T22:16:33.80008Z","steps":["trace[1309811071] 'read index received' (duration: 103.065372ms)","trace[1309811071] 'applied index is now lower than readState.Index' (duration: 64.115922ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:16:33.800337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.488891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:33.800373Z","caller":"traceutil/trace.go:171","msg":"trace[1422071182] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10655; }","duration":"174.610903ms","start":"2026-02-27T22:16:33.625751Z","end":"2026-02-27T22:16:33.800362Z","steps":["trace[1422071182] 'agreement among raft nodes before linearized reading' (duration: 174.516131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:33.800366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.768124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:33.800486Z","caller":"traceutil/trace.go:171","msg":"trace[1517172225] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10655; }","duration":"172.938218ms","start":"2026-02-27T22:16:33.62752Z","end":"2026-02-27T22:16:33.800458Z","steps":["trace[1517172225] 'agreement among raft nodes before linearized reading' (duration: 172.616582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:33.800549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.446542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:33.800606Z","caller":"traceutil/trace.go:171","msg":"trace[1319147502] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10655; }","duration":"175.540464ms","start":"2026-02-27T22:16:33.625049Z","end":"2026-02-27T22:16:33.800589Z","steps":["trace[1319147502] 'agreement among raft nodes before linearized reading' (duration: 175.449072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:33.800737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.910359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:33.80082Z","caller":"traceutil/trace.go:171","msg":"trace[577788553] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10655; }","duration":"175.035153ms","start":"2026-02-27T22:16:33.625765Z","end":"2026-02-27T22:16:33.8008Z","steps":["trace[577788553] 'agreement among raft nodes before linearized reading' (duration: 174.843759ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:16:33.800785Z","caller":"traceutil/trace.go:171","msg":"trace[986478387] transaction","detail":"{read_only:false; response_revision:10655; number_of_response:1; }","duration":"176.579866ms","start":"2026-02-27T22:16:33.624137Z","end":"2026-02-27T22:16:33.800717Z","steps":["trace[986478387] 'process raft request' (duration: 111.880021ms)","trace[986478387] 'compare' (duration: 63.911668ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:16:33.801346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.57954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:16:33.801431Z","caller":"traceutil/trace.go:171","msg":"trace[2143007493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10655; }","duration":"146.722272ms","start":"2026-02-27T22:16:33.654668Z","end":"2026-02-27T22:16:33.801391Z","steps":["trace[2143007493] 'agreement among raft nodes before linearized reading' (duration: 145.980937ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:16:35.250038Z","caller":"traceutil/trace.go:171","msg":"trace[891285076] transaction","detail":"{read_only:false; response_revision:10657; number_of_response:1; }","duration":"227.735139ms","start":"2026-02-27T22:16:35.022281Z","end":"2026-02-27T22:16:35.250016Z","steps":["trace[891285076] 'process raft request' (duration: 227.353431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:16:35.250359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.382304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:16:35.250397Z","caller":"traceutil/trace.go:171","msg":"trace[1905433559] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:10657; }","duration":"100.467246ms","start":"2026-02-27T22:16:35.149919Z","end":"2026-02-27T22:16:35.250386Z","steps":["trace[1905433559] 'agreement among raft nodes before linearized reading' (duration: 100.339343ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:18:26.666193Z","caller":"traceutil/trace.go:171","msg":"trace[1778073328] transaction","detail":"{read_only:false; response_revision:11357; number_of_response:1; }","duration":"121.511399ms","start":"2026-02-27T22:18:26.544649Z","end":"2026-02-27T22:18:26.66616Z","steps":["trace[1778073328] 'process raft request' (duration: 121.112981ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:18:28.81404Z","caller":"traceutil/trace.go:171","msg":"trace[513640113] transaction","detail":"{read_only:false; response_revision:11382; number_of_response:1; }","duration":"113.015596ms","start":"2026-02-27T22:18:28.701Z","end":"2026-02-27T22:18:28.814015Z","steps":["trace[513640113] 'process raft request' (duration: 112.365962ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:19:42.066911Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9680} {"level":"info","ts":"2026-02-27T22:19:42.147774Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9680,"took":"78.505759ms","hash":1953704598,"current-db-size-bytes":39530496,"current-db-size":"40 MB","current-db-size-in-use-bytes":23441408,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-27T22:19:42.147854Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1953704598,"revision":9680,"compact-revision":7426} {"level":"info","ts":"2026-02-27T22:20:08.702977Z","caller":"traceutil/trace.go:171","msg":"trace[1081841633] transaction","detail":"{read_only:false; response_revision:11947; number_of_response:1; }","duration":"135.495058ms","start":"2026-02-27T22:20:08.567453Z","end":"2026-02-27T22:20:08.702948Z","steps":["trace[1081841633] 'process raft request' (duration: 134.723461ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:20:09.073121Z","caller":"traceutil/trace.go:171","msg":"trace[1773341911] transaction","detail":"{read_only:false; response_revision:11953; number_of_response:1; }","duration":"154.31146ms","start":"2026-02-27T22:20:08.918766Z","end":"2026-02-27T22:20:09.073078Z","steps":["trace[1773341911] 'process raft request' (duration: 138.242307ms)","trace[1773341911] 'compare' (duration: 15.880749ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:22:13.388024Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033c7.wal"} {"level":"info","ts":"2026-02-27T22:22:21.206166Z","caller":"traceutil/trace.go:171","msg":"trace[221703514] transaction","detail":"{read_only:false; response_revision:12851; number_of_response:1; }","duration":"209.823238ms","start":"2026-02-27T22:22:20.996321Z","end":"2026-02-27T22:22:21.206144Z","steps":["trace[221703514] 'process raft request' (duration: 209.664884ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:22:24.015595Z","caller":"traceutil/trace.go:171","msg":"trace[489985503] transaction","detail":"{read_only:false; response_revision:12872; number_of_response:1; }","duration":"378.059946ms","start":"2026-02-27T22:22:23.637506Z","end":"2026-02-27T22:22:24.015566Z","steps":["trace[489985503] 'process raft request' (duration: 377.921183ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:24.015803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:23.637489Z","time spent":"378.186639ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:22:24.016195Z","caller":"traceutil/trace.go:171","msg":"trace[644705178] linearizableReadLoop","detail":"{readStateIndex:13351; appliedIndex:13351; }","duration":"361.614795ms","start":"2026-02-27T22:22:23.654567Z","end":"2026-02-27T22:22:24.016181Z","steps":["trace[644705178] 'read index received' (duration: 361.610124ms)","trace[644705178] 'applied index is now lower than readState.Index' (duration: 3.701µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:22:24.016299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.454892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:22:24.016338Z","caller":"traceutil/trace.go:171","msg":"trace[283649190] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:12872; }","duration":"268.538204ms","start":"2026-02-27T22:22:23.747789Z","end":"2026-02-27T22:22:24.016327Z","steps":["trace[283649190] 'agreement among raft nodes before linearized reading' (duration: 268.471932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:24.016594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.037893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:22:24.016633Z","caller":"traceutil/trace.go:171","msg":"trace[1754286622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12872; }","duration":"362.119385ms","start":"2026-02-27T22:22:23.654505Z","end":"2026-02-27T22:22:24.016624Z","steps":["trace[1754286622] 'agreement among raft nodes before linearized reading' (duration: 362.062354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:24.016659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:23.654481Z","time spent":"362.171925ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:22:24.016802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.797717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:22:24.016834Z","caller":"traceutil/trace.go:171","msg":"trace[596572038] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:12872; }","duration":"173.852598ms","start":"2026-02-27T22:22:23.842974Z","end":"2026-02-27T22:22:24.016827Z","steps":["trace[596572038] 'agreement among raft nodes before linearized reading' (duration: 173.798057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:24.017011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.826412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T22:22:24.017043Z","caller":"traceutil/trace.go:171","msg":"trace[1409632390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12872; }","duration":"191.896114ms","start":"2026-02-27T22:22:23.82514Z","end":"2026-02-27T22:22:24.017036Z","steps":["trace[1409632390] 'agreement among raft nodes before linearized reading' (duration: 191.790471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.002316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274026349,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:22:44.384852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.226921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:22:44.384929Z","caller":"traceutil/trace.go:171","msg":"trace[313644708] linearizableReadLoop","detail":"{readStateIndex:13444; appliedIndex:13443; }","duration":"883.280571ms","start":"2026-02-27T22:22:43.501637Z","end":"2026-02-27T22:22:44.384918Z","steps":["trace[313644708] 'read index received' (duration: 773.829515ms)","trace[313644708] 'applied index is now lower than readState.Index' (duration: 109.450226ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:22:44.385047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.410334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T22:22:44.385007Z","caller":"traceutil/trace.go:171","msg":"trace[2023573550] transaction","detail":"{read_only:false; response_revision:12961; number_of_response:1; }","duration":"910.389903ms","start":"2026-02-27T22:22:43.474567Z","end":"2026-02-27T22:22:44.384957Z","steps":["trace[2023573550] 'process raft request' (duration: 800.995708ms)","trace[2023573550] 'compare' (duration: 109.019937ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:22:44.385114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.070784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T22:22:44.385133Z","caller":"traceutil/trace.go:171","msg":"trace[1876252930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12961; }","duration":"224.157896ms","start":"2026-02-27T22:22:44.160971Z","end":"2026-02-27T22:22:44.385129Z","steps":["trace[1876252930] 'agreement among raft nodes before linearized reading' (duration: 224.115525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.385225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.910613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T22:22:44.385229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:43.47454Z","time spent":"910.571957ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:22:44.385267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.983828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:22:44.385276Z","caller":"traceutil/trace.go:171","msg":"trace[1999004130] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12961; }","duration":"553.982875ms","start":"2026-02-27T22:22:43.831273Z","end":"2026-02-27T22:22:44.385256Z","steps":["trace[1999004130] 'agreement among raft nodes before linearized reading' (duration: 553.873392ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.385097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.213871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T22:22:44.385334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.133562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T22:22:44.385353Z","caller":"traceutil/trace.go:171","msg":"trace[1657111169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12961; }","duration":"217.207054ms","start":"2026-02-27T22:22:44.168142Z","end":"2026-02-27T22:22:44.385349Z","steps":["trace[1657111169] 'agreement among raft nodes before linearized reading' (duration: 217.158633ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:22:44.38507Z","caller":"traceutil/trace.go:171","msg":"trace[1703929902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12961; }","duration":"883.469706ms","start":"2026-02-27T22:22:43.501594Z","end":"2026-02-27T22:22:44.385064Z","steps":["trace[1703929902] 'agreement among raft nodes before linearized reading' (duration: 883.380854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.385381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.646925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T22:22:44.385421Z","caller":"traceutil/trace.go:171","msg":"trace[1813921203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12961; }","duration":"836.700577ms","start":"2026-02-27T22:22:43.548696Z","end":"2026-02-27T22:22:44.385396Z","steps":["trace[1813921203] 'agreement among raft nodes before linearized reading' (duration: 836.635785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:22:44.385288Z","caller":"traceutil/trace.go:171","msg":"trace[961401913] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:12961; }","duration":"105.05383ms","start":"2026-02-27T22:22:44.280227Z","end":"2026-02-27T22:22:44.385281Z","steps":["trace[961401913] 'agreement among raft nodes before linearized reading' (duration: 105.020389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.385447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:43.548679Z","time spent":"836.763318ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:22:44.385445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:43.501572Z","time spent":"883.858954ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:22:44.385375Z","caller":"traceutil/trace.go:171","msg":"trace[1628906908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12961; }","duration":"883.484826ms","start":"2026-02-27T22:22:43.501854Z","end":"2026-02-27T22:22:44.385339Z","steps":["trace[1628906908] 'agreement among raft nodes before linearized reading' (duration: 883.17369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.38559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:43.5018Z","time spent":"883.745512ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:22:44.385315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:43.831253Z","time spent":"554.055647ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:22:44.386055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.910108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:22:44.386116Z","caller":"traceutil/trace.go:171","msg":"trace[1698174004] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12961; }","duration":"702.040751ms","start":"2026-02-27T22:22:43.684057Z","end":"2026-02-27T22:22:44.386097Z","steps":["trace[1698174004] 'agreement among raft nodes before linearized reading' (duration: 701.224373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.386155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:43.684029Z","time spent":"702.117153ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:22:44.801841Z","caller":"traceutil/trace.go:171","msg":"trace[1792646541] linearizableReadLoop","detail":"{readStateIndex:13445; appliedIndex:13444; }","duration":"412.891261ms","start":"2026-02-27T22:22:44.388919Z","end":"2026-02-27T22:22:44.80181Z","steps":["trace[1792646541] 'read index received' (duration: 412.83369ms)","trace[1792646541] 'applied index is now lower than readState.Index' (duration: 56.401µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:22:44.802034Z","caller":"traceutil/trace.go:171","msg":"trace[1754685264] transaction","detail":"{read_only:false; response_revision:12962; number_of_response:1; }","duration":"413.111606ms","start":"2026-02-27T22:22:44.388789Z","end":"2026-02-27T22:22:44.801901Z","steps":["trace[1754685264] 'process raft request' (duration: 412.80393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.802062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.123236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T22:22:44.80231Z","caller":"traceutil/trace.go:171","msg":"trace[270781435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12962; }","duration":"413.410072ms","start":"2026-02-27T22:22:44.388886Z","end":"2026-02-27T22:22:44.802296Z","steps":["trace[270781435] 'agreement among raft nodes before linearized reading' (duration: 413.054634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.802256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:44.388769Z","time spent":"413.389372ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:22:44.802348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:44.388872Z","time spent":"413.465914ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T22:22:44.805937Z","caller":"traceutil/trace.go:171","msg":"trace[439085391] transaction","detail":"{read_only:false; response_revision:12963; number_of_response:1; }","duration":"416.926978ms","start":"2026-02-27T22:22:44.388998Z","end":"2026-02-27T22:22:44.805925Z","steps":["trace[439085391] 'process raft request' (duration: 416.752235ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.806025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:44.388986Z","time spent":"416.985579ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:22:44.806079Z","caller":"traceutil/trace.go:171","msg":"trace[382432571] transaction","detail":"{read_only:false; response_revision:12964; number_of_response:1; }","duration":"416.552629ms","start":"2026-02-27T22:22:44.389513Z","end":"2026-02-27T22:22:44.806066Z","steps":["trace[382432571] 'process raft request' (duration: 416.325434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.806899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:44.389503Z","time spent":"417.347147ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:22:44.806257Z","caller":"traceutil/trace.go:171","msg":"trace[62531947] transaction","detail":"{read_only:false; response_revision:12965; number_of_response:1; }","duration":"417.350218ms","start":"2026-02-27T22:22:44.388872Z","end":"2026-02-27T22:22:44.806222Z","steps":["trace[62531947] 'process raft request' (duration: 416.98868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.807199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:44.388839Z","time spent":"418.266538ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:22:44.806368Z","caller":"traceutil/trace.go:171","msg":"trace[973015719] transaction","detail":"{read_only:false; response_revision:12966; number_of_response:1; }","duration":"298.749552ms","start":"2026-02-27T22:22:44.507609Z","end":"2026-02-27T22:22:44.806359Z","steps":["trace[973015719] 'process raft request' (duration: 298.507066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.806471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.314998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:22:44.807327Z","caller":"traceutil/trace.go:171","msg":"trace[1914760809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12967; }","duration":"152.213498ms","start":"2026-02-27T22:22:44.655099Z","end":"2026-02-27T22:22:44.807312Z","steps":["trace[1914760809] 'agreement among raft nodes before linearized reading' (duration: 151.332968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.806551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.046382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:22:44.807414Z","caller":"traceutil/trace.go:171","msg":"trace[1414243890] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:12967; }","duration":"351.948722ms","start":"2026-02-27T22:22:44.455452Z","end":"2026-02-27T22:22:44.807401Z","steps":["trace[1414243890] 'agreement among raft nodes before linearized reading' (duration: 351.037271ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.807448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:44.455427Z","time spent":"352.009984ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"warn","ts":"2026-02-27T22:22:44.806602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.432787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T22:22:44.807545Z","caller":"traceutil/trace.go:171","msg":"trace[1349150501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12967; }","duration":"395.370958ms","start":"2026-02-27T22:22:44.412163Z","end":"2026-02-27T22:22:44.807533Z","steps":["trace[1349150501] 'agreement among raft nodes before linearized reading' (duration: 394.401436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:44.807571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:44.412097Z","time spent":"395.46578ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T22:22:44.806773Z","caller":"traceutil/trace.go:171","msg":"trace[322483451] transaction","detail":"{read_only:false; response_revision:12967; number_of_response:1; }","duration":"244.333835ms","start":"2026-02-27T22:22:44.562424Z","end":"2026-02-27T22:22:44.806758Z","steps":["trace[322483451] 'process raft request' (duration: 243.878265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:52.974114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274026465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:22:53.47475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274026465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:22:53.685865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271703492s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:22:53.686269Z","caller":"traceutil/trace.go:171","msg":"trace[1425323989] transaction","detail":"{read_only:false; response_revision:13001; number_of_response:1; }","duration":"1.272194383s","start":"2026-02-27T22:22:52.414049Z","end":"2026-02-27T22:22:53.686244Z","steps":["trace[1425323989] 'process raft request' (duration: 1.271998149s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:53.686404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:52.414029Z","time spent":"1.272297806s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:22:53.879735Z","caller":"traceutil/trace.go:171","msg":"trace[1723985505] linearizableReadLoop","detail":"{readStateIndex:13489; appliedIndex:13485; }","duration":"1.406602482s","start":"2026-02-27T22:22:52.473096Z","end":"2026-02-27T22:22:53.879699Z","steps":["trace[1723985505] 'read index received' (duration: 1.212954459s)","trace[1723985505] 'applied index is now lower than readState.Index' (duration: 193.646533ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:22:53.879963Z","caller":"traceutil/trace.go:171","msg":"trace[1014298142] transaction","detail":"{read_only:false; response_revision:13002; number_of_response:1; }","duration":"1.075631855s","start":"2026-02-27T22:22:52.804296Z","end":"2026-02-27T22:22:53.879927Z","steps":["trace[1014298142] 'process raft request' (duration: 1.035840319s)","trace[1014298142] 'compare' (duration: 39.238194ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:22:53.879855Z","caller":"traceutil/trace.go:171","msg":"trace[717398497] transaction","detail":"{read_only:false; response_revision:13003; number_of_response:1; }","duration":"547.552927ms","start":"2026-02-27T22:22:53.332242Z","end":"2026-02-27T22:22:53.879795Z","steps":["trace[717398497] 'process raft request' (duration: 547.340182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:53.880157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:52.804276Z","time spent":"1.075763397s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:22:53.880146Z","caller":"traceutil/trace.go:171","msg":"trace[1316675171] transaction","detail":"{read_only:false; response_revision:13004; number_of_response:1; }","duration":"488.923696ms","start":"2026-02-27T22:22:53.391179Z","end":"2026-02-27T22:22:53.880102Z","steps":["trace[1316675171] 'process raft request' (duration: 488.459085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:53.880219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.593522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:22:53.880306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.704035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T22:22:53.880295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026898647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T22:22:53.880335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:53.391165Z","time spent":"489.071099ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:22:53.880363Z","caller":"traceutil/trace.go:171","msg":"trace[273386583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13004; }","duration":"130.806767ms","start":"2026-02-27T22:22:53.749541Z","end":"2026-02-27T22:22:53.880347Z","steps":["trace[273386583] 'agreement among raft nodes before linearized reading' (duration: 130.727915ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:22:53.880384Z","caller":"traceutil/trace.go:171","msg":"trace[696297753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13004; }","duration":"1.026995378s","start":"2026-02-27T22:22:52.853363Z","end":"2026-02-27T22:22:53.880358Z","steps":["trace[696297753] 'agreement among raft nodes before linearized reading' (duration: 1.026772503s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:53.880428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012606595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T22:22:53.880439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:52.853355Z","time spent":"1.02707663s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:22:53.880413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.12215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:22:53.880461Z","caller":"traceutil/trace.go:171","msg":"trace[1467848843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:13004; }","duration":"1.012672006s","start":"2026-02-27T22:22:52.86778Z","end":"2026-02-27T22:22:53.880452Z","steps":["trace[1467848843] 'agreement among raft nodes before linearized reading' (duration: 1.012567343s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:22:53.880309Z","caller":"traceutil/trace.go:171","msg":"trace[777358710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13004; }","duration":"225.718445ms","start":"2026-02-27T22:22:53.65457Z","end":"2026-02-27T22:22:53.880289Z","steps":["trace[777358710] 'agreement among raft nodes before linearized reading' (duration: 225.580282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:53.880529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:52.867762Z","time spent":"1.012750509s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"info","ts":"2026-02-27T22:22:53.880555Z","caller":"traceutil/trace.go:171","msg":"trace[828656770] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:13004; }","duration":"671.307076ms","start":"2026-02-27T22:22:53.209196Z","end":"2026-02-27T22:22:53.880503Z","steps":["trace[828656770] 'agreement among raft nodes before linearized reading' (duration: 671.040389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:53.880577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034380906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T22:22:53.880596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031500472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T22:22:53.88021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407060342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-27T22:22:53.880638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:53.209179Z","time spent":"671.436618ms","remote":"127.0.0.1:55416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:22:53.880666Z","caller":"traceutil/trace.go:171","msg":"trace[1058160516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13004; }","duration":"1.034502649s","start":"2026-02-27T22:22:52.846143Z","end":"2026-02-27T22:22:53.880645Z","steps":["trace[1058160516] 'agreement among raft nodes before linearized reading' (duration: 1.03416697s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:22:53.880714Z","caller":"traceutil/trace.go:171","msg":"trace[347631859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13004; }","duration":"1.031638454s","start":"2026-02-27T22:22:52.849029Z","end":"2026-02-27T22:22:53.880667Z","steps":["trace[347631859] 'agreement among raft nodes before linearized reading' (duration: 1.031310986s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:53.880734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0363517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T22:22:53.880779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:52.849018Z","time spent":"1.031748596s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:22:53.880777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:52.846136Z","time spent":"1.034623811s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:22:53.880804Z","caller":"traceutil/trace.go:171","msg":"trace[926538946] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13004; }","duration":"1.036615116s","start":"2026-02-27T22:22:52.844173Z","end":"2026-02-27T22:22:53.880788Z","steps":["trace[926538946] 'agreement among raft nodes before linearized reading' (duration: 1.036306579s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:22:53.880818Z","caller":"traceutil/trace.go:171","msg":"trace[1386799665] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13004; }","duration":"1.407624865s","start":"2026-02-27T22:22:52.473049Z","end":"2026-02-27T22:22:53.880674Z","steps":["trace[1386799665] 'agreement among raft nodes before linearized reading' (duration: 1.406932079s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:53.88088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:52.844145Z","time spent":"1.036700477s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:22:53.880899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:52.473027Z","time spent":"1.4078519s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-27T22:22:53.88089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:53.332215Z","time spent":"547.827732ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:22:53.880782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04298878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T22:22:53.880981Z","caller":"traceutil/trace.go:171","msg":"trace[1372694166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13004; }","duration":"1.043229265s","start":"2026-02-27T22:22:52.837743Z","end":"2026-02-27T22:22:53.880972Z","steps":["trace[1372694166] 'agreement among raft nodes before linearized reading' (duration: 1.042775395s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:53.881017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:52.837722Z","time spent":"1.043287467s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:22:53.88112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342046598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-02-27T22:22:53.881192Z","caller":"traceutil/trace.go:171","msg":"trace[818589962] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13004; }","duration":"1.342259542s","start":"2026-02-27T22:22:52.53892Z","end":"2026-02-27T22:22:53.881179Z","steps":["trace[818589962] 'agreement among raft nodes before linearized reading' (duration: 1.341189357s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:22:53.881263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:22:52.538898Z","time spent":"1.342322424s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19177,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T22:23:01.741349Z","caller":"traceutil/trace.go:171","msg":"trace[1558075952] linearizableReadLoop","detail":"{readStateIndex:13542; appliedIndex:13541; }","duration":"343.632353ms","start":"2026-02-27T22:23:01.397687Z","end":"2026-02-27T22:23:01.741319Z","steps":["trace[1558075952] 'read index received' (duration: 343.426357ms)","trace[1558075952] 'applied index is now lower than readState.Index' (duration: 204.626µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:23:01.741692Z","caller":"traceutil/trace.go:171","msg":"trace[1897842242] transaction","detail":"{read_only:false; response_revision:13054; number_of_response:1; }","duration":"354.860976ms","start":"2026-02-27T22:23:01.386784Z","end":"2026-02-27T22:23:01.741645Z","steps":["trace[1897842242] 'process raft request' (duration: 354.371585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:01.741876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:01.386758Z","time spent":"355.022889ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:23:01.741906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.204985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T22:23:01.741953Z","caller":"traceutil/trace.go:171","msg":"trace[569408234] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13054; }","duration":"344.293797ms","start":"2026-02-27T22:23:01.397643Z","end":"2026-02-27T22:23:01.741937Z","steps":["trace[569408234] 'agreement among raft nodes before linearized reading' (duration: 344.112233ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:01.741987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:01.397622Z","time spent":"344.357028ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T22:23:01.825524Z","caller":"traceutil/trace.go:171","msg":"trace[766104170] transaction","detail":"{read_only:false; response_revision:13055; number_of_response:1; }","duration":"109.263912ms","start":"2026-02-27T22:23:01.716229Z","end":"2026-02-27T22:23:01.825493Z","steps":["trace[766104170] 'process raft request' (duration: 109.038277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:01.825815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.796258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:23:01.825906Z","caller":"traceutil/trace.go:171","msg":"trace[858012191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13055; }","duration":"171.027043ms","start":"2026-02-27T22:23:01.654858Z","end":"2026-02-27T22:23:01.825885Z","steps":["trace[858012191] 'agreement among raft nodes before linearized reading' (duration: 170.774287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:01.825931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.695356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150960"} {"level":"info","ts":"2026-02-27T22:23:01.826017Z","caller":"traceutil/trace.go:171","msg":"trace[945928260] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13055; }","duration":"340.847429ms","start":"2026-02-27T22:23:01.485148Z","end":"2026-02-27T22:23:01.825996Z","steps":["trace[945928260] 'agreement among raft nodes before linearized reading' (duration: 340.342918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:01.826076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:01.485121Z","time spent":"340.944462ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":150982,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-27T22:23:01.874834Z","caller":"traceutil/trace.go:171","msg":"trace[2112699932] transaction","detail":"{read_only:false; response_revision:13056; number_of_response:1; }","duration":"127.957723ms","start":"2026-02-27T22:23:01.746847Z","end":"2026-02-27T22:23:01.874804Z","steps":["trace[2112699932] 'process raft request' (duration: 127.708887ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:23:02.017321Z","caller":"traceutil/trace.go:171","msg":"trace[411691335] transaction","detail":"{read_only:false; response_revision:13058; number_of_response:1; }","duration":"106.432638ms","start":"2026-02-27T22:23:01.910865Z","end":"2026-02-27T22:23:02.017298Z","steps":["trace[411691335] 'process raft request' (duration: 106.280445ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:23:02.174133Z","caller":"traceutil/trace.go:171","msg":"trace[926928756] transaction","detail":"{read_only:false; response_revision:13061; number_of_response:1; }","duration":"151.80825ms","start":"2026-02-27T22:23:02.022299Z","end":"2026-02-27T22:23:02.174107Z","steps":["trace[926928756] 'process raft request' (duration: 151.716338ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:23:02.17432Z","caller":"traceutil/trace.go:171","msg":"trace[783970221] transaction","detail":"{read_only:false; response_revision:13062; number_of_response:1; }","duration":"151.375731ms","start":"2026-02-27T22:23:02.022932Z","end":"2026-02-27T22:23:02.174308Z","steps":["trace[783970221] 'process raft request' (duration: 151.135195ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:23:02.174548Z","caller":"traceutil/trace.go:171","msg":"trace[834611781] transaction","detail":"{read_only:false; response_revision:13063; number_of_response:1; }","duration":"150.90233ms","start":"2026-02-27T22:23:02.023619Z","end":"2026-02-27T22:23:02.174521Z","steps":["trace[834611781] 'process raft request' (duration: 150.604704ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:23:02.174672Z","caller":"traceutil/trace.go:171","msg":"trace[1446962940] linearizableReadLoop","detail":"{readStateIndex:13549; appliedIndex:13546; }","duration":"151.782389ms","start":"2026-02-27T22:23:02.022873Z","end":"2026-02-27T22:23:02.174656Z","steps":["trace[1446962940] 'read index received' (duration: 19.824456ms)","trace[1446962940] 'applied index is now lower than readState.Index' (duration: 131.933723ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:23:02.174743Z","caller":"traceutil/trace.go:171","msg":"trace[2106250511] transaction","detail":"{read_only:false; response_revision:13064; number_of_response:1; }","duration":"143.736278ms","start":"2026-02-27T22:23:02.030978Z","end":"2026-02-27T22:23:02.174714Z","steps":["trace[2106250511] 'process raft request' (duration: 143.457071ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:23:02.174132Z","caller":"traceutil/trace.go:171","msg":"trace[526402653] transaction","detail":"{read_only:false; response_revision:13060; number_of_response:1; }","duration":"151.862372ms","start":"2026-02-27T22:23:02.02222Z","end":"2026-02-27T22:23:02.174083Z","steps":["trace[526402653] 'process raft request' (duration: 146.00876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:02.175391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.495996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590542"} {"level":"info","ts":"2026-02-27T22:23:02.175439Z","caller":"traceutil/trace.go:171","msg":"trace[1211603715] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13064; }","duration":"152.573668ms","start":"2026-02-27T22:23:02.022855Z","end":"2026-02-27T22:23:02.175429Z","steps":["trace[1211603715] 'agreement among raft nodes before linearized reading' (duration: 151.895492ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:23:04.508061Z","caller":"traceutil/trace.go:171","msg":"trace[937545778] transaction","detail":"{read_only:false; response_revision:13066; number_of_response:1; }","duration":"515.793731ms","start":"2026-02-27T22:23:03.992241Z","end":"2026-02-27T22:23:04.508034Z","steps":["trace[937545778] 'process raft request' (duration: 495.33747ms)","trace[937545778] 'compare' (duration: 20.002671ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:23:04.508213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:03.992214Z","time spent":"515.920744ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:23:04.542782Z","caller":"traceutil/trace.go:171","msg":"trace[1149146332] transaction","detail":"{read_only:false; response_revision:13067; number_of_response:1; }","duration":"518.83068ms","start":"2026-02-27T22:23:04.023934Z","end":"2026-02-27T22:23:04.542765Z","steps":["trace[1149146332] 'process raft request' (duration: 518.677797ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:04.542926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:04.023903Z","time spent":"518.947573ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:23:04.543094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.402742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T22:23:04.54317Z","caller":"traceutil/trace.go:171","msg":"trace[820553177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13067; }","duration":"495.553216ms","start":"2026-02-27T22:23:04.047598Z","end":"2026-02-27T22:23:04.543152Z","steps":["trace[820553177] 'agreement among raft nodes before linearized reading' (duration: 495.262959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:04.543222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:04.047577Z","time spent":"495.635477ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:23:04.54349Z","caller":"traceutil/trace.go:171","msg":"trace[249250069] linearizableReadLoop","detail":"{readStateIndex:13555; appliedIndex:13553; }","duration":"495.071875ms","start":"2026-02-27T22:23:04.047648Z","end":"2026-02-27T22:23:04.54272Z","steps":["trace[249250069] 'read index received' (duration: 439.83879ms)","trace[249250069] 'applied index is now lower than readState.Index' (duration: 55.231815ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:23:04.543745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.094911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:23:04.543794Z","caller":"traceutil/trace.go:171","msg":"trace[667624457] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:13067; }","duration":"387.206284ms","start":"2026-02-27T22:23:04.156574Z","end":"2026-02-27T22:23:04.54378Z","steps":["trace[667624457] 'agreement among raft nodes before linearized reading' (duration: 387.081781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:04.543839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:04.156551Z","time spent":"387.278255ms","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:23:04.543888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.193453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T22:23:04.543976Z","caller":"traceutil/trace.go:171","msg":"trace[900515621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13067; }","duration":"363.282885ms","start":"2026-02-27T22:23:04.180679Z","end":"2026-02-27T22:23:04.543962Z","steps":["trace[900515621] 'agreement among raft nodes before linearized reading' (duration: 363.027089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:04.544015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.373755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:23:04.544053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:04.180636Z","time spent":"363.374957ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:23:04.544071Z","caller":"traceutil/trace.go:171","msg":"trace[2117996280] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:13067; }","duration":"279.448777ms","start":"2026-02-27T22:23:04.264607Z","end":"2026-02-27T22:23:04.544055Z","steps":["trace[2117996280] 'agreement among raft nodes before linearized reading' (duration: 279.357595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:04.54434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.220176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T22:23:04.54439Z","caller":"traceutil/trace.go:171","msg":"trace[932255627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13067; }","duration":"364.304138ms","start":"2026-02-27T22:23:04.180071Z","end":"2026-02-27T22:23:04.544375Z","steps":["trace[932255627] 'agreement among raft nodes before linearized reading' (duration: 364.123684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:04.544426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:04.180056Z","time spent":"364.357749ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:23:04.54449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.607591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:23:04.544566Z","caller":"traceutil/trace.go:171","msg":"trace[906612124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:13067; }","duration":"351.702844ms","start":"2026-02-27T22:23:04.192851Z","end":"2026-02-27T22:23:04.544554Z","steps":["trace[906612124] 'agreement among raft nodes before linearized reading' (duration: 351.5191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:04.544624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.478684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T22:23:04.5446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:04.192842Z","time spent":"351.749835ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"info","ts":"2026-02-27T22:23:04.544669Z","caller":"traceutil/trace.go:171","msg":"trace[1355667542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13067; }","duration":"365.573026ms","start":"2026-02-27T22:23:04.179084Z","end":"2026-02-27T22:23:04.544657Z","steps":["trace[1355667542] 'agreement among raft nodes before linearized reading' (duration: 365.29637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:04.544701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:04.179059Z","time spent":"365.633967ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:23:04.544747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.526685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T22:23:04.544828Z","caller":"traceutil/trace.go:171","msg":"trace[1927336682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13067; }","duration":"365.645638ms","start":"2026-02-27T22:23:04.179164Z","end":"2026-02-27T22:23:04.54481Z","steps":["trace[1927336682] 'agreement among raft nodes before linearized reading' (duration: 365.402842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:04.544891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:04.179149Z","time spent":"365.734169ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:23:05.934417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274026655,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T22:23:05.992657Z","caller":"traceutil/trace.go:171","msg":"trace[1466617899] transaction","detail":"{read_only:false; response_revision:13075; number_of_response:1; }","duration":"569.390728ms","start":"2026-02-27T22:23:05.423246Z","end":"2026-02-27T22:23:05.992637Z","steps":["trace[1466617899] 'process raft request' (duration: 569.251695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:05.992792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:05.42323Z","time spent":"569.487311ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:23:06.031986Z","caller":"traceutil/trace.go:171","msg":"trace[380087606] linearizableReadLoop","detail":"{readStateIndex:13564; appliedIndex:13562; }","duration":"597.838659ms","start":"2026-02-27T22:23:05.434128Z","end":"2026-02-27T22:23:06.031967Z","steps":["trace[380087606] 'read index received' (duration: 558.38194ms)","trace[380087606] 'applied index is now lower than readState.Index' (duration: 39.455689ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:23:06.032077Z","caller":"traceutil/trace.go:171","msg":"trace[334539351] transaction","detail":"{read_only:false; response_revision:13076; number_of_response:1; }","duration":"123.219956ms","start":"2026-02-27T22:23:05.908831Z","end":"2026-02-27T22:23:06.032051Z","steps":["trace[334539351] 'process raft request' (duration: 123.023772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:06.032177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.040944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-02-27T22:23:06.032204Z","caller":"traceutil/trace.go:171","msg":"trace[1755075553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13076; }","duration":"598.098935ms","start":"2026-02-27T22:23:05.434097Z","end":"2026-02-27T22:23:06.032196Z","steps":["trace[1755075553] 'agreement among raft nodes before linearized reading' (duration: 597.956062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:06.032226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:05.434087Z","time spent":"598.133466ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T22:23:06.032233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.793261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:23:06.032322Z","caller":"traceutil/trace.go:171","msg":"trace[1793200775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13076; }","duration":"369.927985ms","start":"2026-02-27T22:23:05.662374Z","end":"2026-02-27T22:23:06.032302Z","steps":["trace[1793200775] 'agreement among raft nodes before linearized reading' (duration: 369.760621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:06.032367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:05.662356Z","time spent":"370.003066ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:23:06.032367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.959142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-27T22:23:06.032452Z","caller":"traceutil/trace.go:171","msg":"trace[8979652] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:13076; }","duration":"337.086725ms","start":"2026-02-27T22:23:05.695348Z","end":"2026-02-27T22:23:06.032434Z","steps":["trace[8979652] 'agreement among raft nodes before linearized reading' (duration: 336.824239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:06.032497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:05.695331Z","time spent":"337.157936ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-02-27T22:23:19.242998Z","caller":"traceutil/trace.go:171","msg":"trace[853265410] transaction","detail":"{read_only:false; response_revision:13214; number_of_response:1; }","duration":"153.164171ms","start":"2026-02-27T22:23:19.089809Z","end":"2026-02-27T22:23:19.242973Z","steps":["trace[853265410] 'process raft request' (duration: 113.738733ms)","trace[853265410] 'compare' (duration: 39.310755ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:23:21.610405Z","caller":"traceutil/trace.go:171","msg":"trace[1868998268] linearizableReadLoop","detail":"{readStateIndex:13750; appliedIndex:13749; }","duration":"102.10875ms","start":"2026-02-27T22:23:21.508278Z","end":"2026-02-27T22:23:21.610387Z","steps":["trace[1868998268] 'read index received' (duration: 101.932366ms)","trace[1868998268] 'applied index is now lower than readState.Index' (duration: 175.784µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:23:21.610655Z","caller":"traceutil/trace.go:171","msg":"trace[1175755796] transaction","detail":"{read_only:false; response_revision:13250; number_of_response:1; }","duration":"116.924033ms","start":"2026-02-27T22:23:21.49366Z","end":"2026-02-27T22:23:21.610584Z","steps":["trace[1175755796] 'process raft request' (duration: 116.615127ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:21.610713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.417337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:23:21.610748Z","caller":"traceutil/trace.go:171","msg":"trace[528539377] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:13250; }","duration":"102.520379ms","start":"2026-02-27T22:23:21.508219Z","end":"2026-02-27T22:23:21.61074Z","steps":["trace[528539377] 'agreement among raft nodes before linearized reading' (duration: 102.345175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:27.149804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.671067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:23:27.149923Z","caller":"traceutil/trace.go:171","msg":"trace[509326335] linearizableReadLoop","detail":"{readStateIndex:13873; appliedIndex:13872; }","duration":"366.389385ms","start":"2026-02-27T22:23:26.783517Z","end":"2026-02-27T22:23:27.149907Z","steps":["trace[509326335] 'read index received' (duration: 214.472862ms)","trace[509326335] 'applied index is now lower than readState.Index' (duration: 151.915163ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:23:27.150019Z","caller":"traceutil/trace.go:171","msg":"trace[1502633524] transaction","detail":"{read_only:false; response_revision:13372; number_of_response:1; }","duration":"371.353357ms","start":"2026-02-27T22:23:26.778654Z","end":"2026-02-27T22:23:27.150007Z","steps":["trace[1502633524] 'process raft request' (duration: 219.386673ms)","trace[1502633524] 'compare' (duration: 151.345249ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:23:27.150087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:26.778624Z","time spent":"371.431179ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:23:27.150097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.57724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:23:27.15015Z","caller":"traceutil/trace.go:171","msg":"trace[1779358188] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13372; }","duration":"366.666601ms","start":"2026-02-27T22:23:26.783469Z","end":"2026-02-27T22:23:27.150136Z","steps":["trace[1779358188] 'agreement among raft nodes before linearized reading' (duration: 366.548628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:27.150198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:26.783458Z","time spent":"366.730583ms","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:23:27.150162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.033507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa30831a-fc0c-49d4-a310-aab40addb9d2\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-02-27T22:23:27.150908Z","caller":"traceutil/trace.go:171","msg":"trace[1653434293] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa30831a-fc0c-49d4-a310-aab40addb9d2; range_end:; response_count:1; response_revision:13372; }","duration":"239.824414ms","start":"2026-02-27T22:23:26.91106Z","end":"2026-02-27T22:23:27.150884Z","steps":["trace[1653434293] 'agreement among raft nodes before linearized reading' (duration: 238.967385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:28.002738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.825726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa30831a-fc0c-49d4-a310-aab40addb9d2\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-02-27T22:23:28.002976Z","caller":"traceutil/trace.go:171","msg":"trace[654131421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa30831a-fc0c-49d4-a310-aab40addb9d2; range_end:; response_count:1; response_revision:13372; }","duration":"743.111213ms","start":"2026-02-27T22:23:27.25984Z","end":"2026-02-27T22:23:28.002951Z","steps":["trace[654131421] 'range keys from in-memory index tree' (duration: 742.594541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:28.003105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:27.259816Z","time spent":"743.245435ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa30831a-fc0c-49d4-a310-aab40addb9d2\" "} {"level":"warn","ts":"2026-02-27T22:23:28.003238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.41453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:23:28.004035Z","caller":"traceutil/trace.go:171","msg":"trace[1827707643] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13372; }","duration":"286.251559ms","start":"2026-02-27T22:23:27.717736Z","end":"2026-02-27T22:23:28.003987Z","steps":["trace[1827707643] 'count revisions from in-memory index tree' (duration: 285.300858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:28.003283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.996083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:23:28.004182Z","caller":"traceutil/trace.go:171","msg":"trace[2056290436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13372; }","duration":"349.915774ms","start":"2026-02-27T22:23:27.654222Z","end":"2026-02-27T22:23:28.004138Z","steps":["trace[2056290436] 'range keys from in-memory index tree' (duration: 348.846969ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:23:28.004323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:23:27.6542Z","time spent":"350.078517ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:23:28.189926Z","caller":"traceutil/trace.go:171","msg":"trace[431046991] transaction","detail":"{read_only:false; response_revision:13373; number_of_response:1; }","duration":"179.31637ms","start":"2026-02-27T22:23:28.010583Z","end":"2026-02-27T22:23:28.189899Z","steps":["trace[431046991] 'process raft request' (duration: 179.106686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:14.741611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.655313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732360"} {"level":"info","ts":"2026-02-27T22:24:14.741692Z","caller":"traceutil/trace.go:171","msg":"trace[1189535716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13949; }","duration":"130.753416ms","start":"2026-02-27T22:24:14.610922Z","end":"2026-02-27T22:24:14.741675Z","steps":["trace[1189535716] 'range keys from in-memory index tree' (duration: 129.977499ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:14.920768Z","caller":"traceutil/trace.go:171","msg":"trace[659443088] transaction","detail":"{read_only:false; response_revision:13951; number_of_response:1; }","duration":"128.330711ms","start":"2026-02-27T22:24:14.792402Z","end":"2026-02-27T22:24:14.920733Z","steps":["trace[659443088] 'process raft request' (duration: 56.491363ms)","trace[659443088] 'compare' (duration: 71.521631ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:24:20.709624Z","caller":"traceutil/trace.go:171","msg":"trace[743184452] transaction","detail":"{read_only:false; response_revision:13981; number_of_response:1; }","duration":"152.392084ms","start":"2026-02-27T22:24:20.557185Z","end":"2026-02-27T22:24:20.709577Z","steps":["trace[743184452] 'process raft request' (duration: 152.143189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:20.992626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.487645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-02-27T22:24:20.99292Z","caller":"traceutil/trace.go:171","msg":"trace[783086093] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:13981; }","duration":"191.670448ms","start":"2026-02-27T22:24:20.801047Z","end":"2026-02-27T22:24:20.992717Z","steps":["trace[783086093] 'range keys from in-memory index tree' (duration: 191.255809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:20.993372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.072202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732371"} {"level":"info","ts":"2026-02-27T22:24:20.993529Z","caller":"traceutil/trace.go:171","msg":"trace[248832434] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:13981; }","duration":"190.278457ms","start":"2026-02-27T22:24:20.803232Z","end":"2026-02-27T22:24:20.99351Z","steps":["trace[248832434] 'range keys from in-memory index tree' (duration: 189.202504ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:20.99456Z","caller":"traceutil/trace.go:171","msg":"trace[67639618] transaction","detail":"{read_only:false; response_revision:13982; number_of_response:1; }","duration":"138.819847ms","start":"2026-02-27T22:24:20.855726Z","end":"2026-02-27T22:24:20.994546Z","steps":["trace[67639618] 'process raft request' (duration: 138.613842ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:40.927729Z","caller":"traceutil/trace.go:171","msg":"trace[155553673] linearizableReadLoop","detail":"{readStateIndex:14598; appliedIndex:14597; }","duration":"126.04738ms","start":"2026-02-27T22:24:40.801655Z","end":"2026-02-27T22:24:40.927703Z","steps":["trace[155553673] 'read index received' (duration: 125.962928ms)","trace[155553673] 'applied index is now lower than readState.Index' (duration: 83.372µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:24:40.927815Z","caller":"traceutil/trace.go:171","msg":"trace[216597723] transaction","detail":"{read_only:false; response_revision:14077; number_of_response:1; }","duration":"141.960959ms","start":"2026-02-27T22:24:40.785796Z","end":"2026-02-27T22:24:40.927757Z","steps":["trace[216597723] 'process raft request' (duration: 141.760785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:40.927888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.213714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:40.927988Z","caller":"traceutil/trace.go:171","msg":"trace[653983497] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14077; }","duration":"126.353627ms","start":"2026-02-27T22:24:40.801607Z","end":"2026-02-27T22:24:40.927961Z","steps":["trace[653983497] 'agreement among raft nodes before linearized reading' (duration: 126.185333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.525706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.827725ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T22:24:41.525948Z","caller":"traceutil/trace.go:171","msg":"trace[1711883107] transaction","detail":"{read_only:false; response_revision:14079; number_of_response:1; }","duration":"430.827176ms","start":"2026-02-27T22:24:41.095108Z","end":"2026-02-27T22:24:41.525935Z","steps":["trace[1711883107] 'process raft request' (duration: 430.794485ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:41.525986Z","caller":"traceutil/trace.go:171","msg":"trace[350286677] linearizableReadLoop","detail":"{readStateIndex:14599; appliedIndex:14598; }","duration":"598.131336ms","start":"2026-02-27T22:24:40.927806Z","end":"2026-02-27T22:24:41.525937Z","steps":["trace[350286677] 'read index received' (duration: 9.829431ms)","trace[350286677] 'applied index is now lower than readState.Index' (duration: 588.298975ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:24:41.526222Z","caller":"traceutil/trace.go:171","msg":"trace[1571582881] transaction","detail":"{read_only:false; response_revision:14078; number_of_response:1; }","duration":"475.34494ms","start":"2026-02-27T22:24:41.050869Z","end":"2026-02-27T22:24:41.526214Z","steps":["trace[1571582881] 'process raft request' (duration: 474.94401ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.829214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:24:41.526277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.050857Z","time spent":"475.394501ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:24:41.526284Z","caller":"traceutil/trace.go:171","msg":"trace[912870799] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14079; }","duration":"721.902615ms","start":"2026-02-27T22:24:40.80437Z","end":"2026-02-27T22:24:41.526272Z","steps":["trace[912870799] 'agreement among raft nodes before linearized reading' (duration: 721.725831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.956134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:41.526304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.944169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:41.52632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:40.804363Z","time spent":"721.949546ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T22:24:41.526341Z","caller":"traceutil/trace.go:171","msg":"trace[1751010052] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14079; }","duration":"484.047346ms","start":"2026-02-27T22:24:41.042276Z","end":"2026-02-27T22:24:41.526324Z","steps":["trace[1751010052] 'agreement among raft nodes before linearized reading' (duration: 483.957014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.243922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:41.526387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.042256Z","time spent":"484.124078ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T22:24:41.526404Z","caller":"traceutil/trace.go:171","msg":"trace[58494158] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14079; }","duration":"722.285954ms","start":"2026-02-27T22:24:40.804111Z","end":"2026-02-27T22:24:41.526397Z","steps":["trace[58494158] 'agreement among raft nodes before linearized reading' (duration: 722.254683ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:40.804099Z","time spent":"722.319394ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:24:41.526426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.340067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T22:24:41.526464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.307837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:41.526482Z","caller":"traceutil/trace.go:171","msg":"trace[1747175952] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14079; }","duration":"482.362109ms","start":"2026-02-27T22:24:41.044114Z","end":"2026-02-27T22:24:41.526476Z","steps":["trace[1747175952] 'agreement among raft nodes before linearized reading' (duration: 482.332988ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:41.526484Z","caller":"traceutil/trace.go:171","msg":"trace[1653095776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14079; }","duration":"359.448409ms","start":"2026-02-27T22:24:41.167018Z","end":"2026-02-27T22:24:41.526467Z","steps":["trace[1653095776] 'agreement among raft nodes before linearized reading' (duration: 359.281636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.044093Z","time spent":"482.406539ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:24:41.526522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.167Z","time spent":"359.51487ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:24:41.526552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.867723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T22:24:41.526553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.310484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:24:41.526583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.504009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:24:41.526586Z","caller":"traceutil/trace.go:171","msg":"trace[403050282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14079; }","duration":"412.940114ms","start":"2026-02-27T22:24:41.113638Z","end":"2026-02-27T22:24:41.526579Z","steps":["trace[403050282] 'agreement among raft nodes before linearized reading' (duration: 412.834862ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:41.526598Z","caller":"traceutil/trace.go:171","msg":"trace[260254876] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14079; }","duration":"477.533899ms","start":"2026-02-27T22:24:41.04906Z","end":"2026-02-27T22:24:41.526594Z","steps":["trace[260254876] 'agreement among raft nodes before linearized reading' (duration: 477.474978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.113617Z","time spent":"412.985355ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:24:41.526609Z","caller":"traceutil/trace.go:171","msg":"trace[1433965847] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14079; }","duration":"722.366885ms","start":"2026-02-27T22:24:40.804221Z","end":"2026-02-27T22:24:41.526588Z","steps":["trace[1433965847] 'agreement among raft nodes before linearized reading' (duration: 722.275503ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.284604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:41.526644Z","caller":"traceutil/trace.go:171","msg":"trace[24181385] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14079; }","duration":"481.331545ms","start":"2026-02-27T22:24:41.045309Z","end":"2026-02-27T22:24:41.52664Z","steps":["trace[24181385] 'agreement among raft nodes before linearized reading' (duration: 481.310995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.045289Z","time spent":"481.363526ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:24:41.526652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:40.804214Z","time spent":"722.430837ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:24:41.526656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.637124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:41.526689Z","caller":"traceutil/trace.go:171","msg":"trace[1993935082] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14079; }","duration":"482.678296ms","start":"2026-02-27T22:24:41.044001Z","end":"2026-02-27T22:24:41.526679Z","steps":["trace[1993935082] 'agreement among raft nodes before linearized reading' (duration: 482.624915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.214076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T22:24:41.526711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.659616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:24:41.526728Z","caller":"traceutil/trace.go:171","msg":"trace[2076170365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14079; }","duration":"407.296757ms","start":"2026-02-27T22:24:41.119425Z","end":"2026-02-27T22:24:41.526722Z","steps":["trace[2076170365] 'agreement among raft nodes before linearized reading' (duration: 407.237506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.043997Z","time spent":"482.727227ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:24:41.526735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.519622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:41.526749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.119393Z","time spent":"407.351069ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:24:41.526767Z","caller":"traceutil/trace.go:171","msg":"trace[1566660580] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14079; }","duration":"723.550393ms","start":"2026-02-27T22:24:40.803206Z","end":"2026-02-27T22:24:41.526757Z","steps":["trace[1566660580] 'agreement among raft nodes before linearized reading' (duration: 723.502302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:40.803166Z","time spent":"723.634915ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:24:41.526822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.664732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20674"} {"level":"warn","ts":"2026-02-27T22:24:41.526833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.414901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:24:41.526446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.211042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:24:41.52685Z","caller":"traceutil/trace.go:171","msg":"trace[928644464] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14079; }","duration":"483.432033ms","start":"2026-02-27T22:24:41.043414Z","end":"2026-02-27T22:24:41.526846Z","steps":["trace[928644464] 'agreement among raft nodes before linearized reading' (duration: 483.382472ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:41.526851Z","caller":"traceutil/trace.go:171","msg":"trace[584943206] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:14079; }","duration":"327.731374ms","start":"2026-02-27T22:24:41.19911Z","end":"2026-02-27T22:24:41.526841Z","steps":["trace[584943206] 'agreement among raft nodes before linearized reading' (duration: 327.638692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.52687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.043381Z","time spent":"483.483153ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T22:24:41.526868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.824392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T22:24:41.526913Z","caller":"traceutil/trace.go:171","msg":"trace[1356689662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14079; }","duration":"357.896954ms","start":"2026-02-27T22:24:41.169006Z","end":"2026-02-27T22:24:41.526903Z","steps":["trace[1356689662] 'agreement among raft nodes before linearized reading' (duration: 357.803042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.049051Z","time spent":"477.557071ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:24:41.526949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.199418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T22:24:41.526952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.168988Z","time spent":"357.953335ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:24:41.526978Z","caller":"traceutil/trace.go:171","msg":"trace[1748521893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14079; }","duration":"357.24034ms","start":"2026-02-27T22:24:41.169729Z","end":"2026-02-27T22:24:41.526969Z","steps":["trace[1748521893] 'agreement among raft nodes before linearized reading' (duration: 357.168018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:41.526351Z","caller":"traceutil/trace.go:171","msg":"trace[1420980988] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14079; }","duration":"723.031621ms","start":"2026-02-27T22:24:40.803308Z","end":"2026-02-27T22:24:41.526339Z","steps":["trace[1420980988] 'agreement among raft nodes before linearized reading' (duration: 722.911968ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:40.803286Z","time spent":"723.707755ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:24:41.526999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.169722Z","time spent":"357.27173ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T22:24:41.526765Z","caller":"traceutil/trace.go:171","msg":"trace[1485749041] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14079; }","duration":"482.709466ms","start":"2026-02-27T22:24:41.044026Z","end":"2026-02-27T22:24:41.526736Z","steps":["trace[1485749041] 'agreement among raft nodes before linearized reading' (duration: 482.586664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.526877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.199091Z","time spent":"327.780505ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" "} {"level":"info","ts":"2026-02-27T22:24:41.526873Z","caller":"traceutil/trace.go:171","msg":"trace[526409390] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14079; }","duration":"722.677632ms","start":"2026-02-27T22:24:40.804186Z","end":"2026-02-27T22:24:41.526864Z","steps":["trace[526409390] 'agreement among raft nodes before linearized reading' (duration: 722.089159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.527057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.044023Z","time spent":"483.016033ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:24:41.527087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:40.804175Z","time spent":"722.904728ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:24:41.527246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.441398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-02-27T22:24:41.52729Z","caller":"traceutil/trace.go:171","msg":"trace[452846552] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:14079; }","duration":"315.504349ms","start":"2026-02-27T22:24:41.211776Z","end":"2026-02-27T22:24:41.527281Z","steps":["trace[452846552] 'agreement among raft nodes before linearized reading' (duration: 315.413777ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:41.527315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.211765Z","time spent":"315.5445ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" "} {"level":"warn","ts":"2026-02-27T22:24:41.532664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.095087Z","time spent":"430.886067ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:24:42.086836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.216444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:24:42.087036Z","caller":"traceutil/trace.go:171","msg":"trace[872370993] linearizableReadLoop","detail":"{readStateIndex:14606; appliedIndex:14602; }","duration":"550.386521ms","start":"2026-02-27T22:24:41.53664Z","end":"2026-02-27T22:24:42.087027Z","steps":["trace[872370993] 'read index received' (duration: 58.309184ms)","trace[872370993] 'applied index is now lower than readState.Index' (duration: 492.076627ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:24:42.087031Z","caller":"traceutil/trace.go:171","msg":"trace[934862318] transaction","detail":"{read_only:false; response_revision:14083; number_of_response:1; }","duration":"553.507372ms","start":"2026-02-27T22:24:41.533501Z","end":"2026-02-27T22:24:42.087008Z","steps":["trace[934862318] 'process raft request' (duration: 553.449571ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:42.087044Z","caller":"traceutil/trace.go:171","msg":"trace[1433180754] transaction","detail":"{read_only:false; response_revision:14081; number_of_response:1; }","duration":"553.88076ms","start":"2026-02-27T22:24:41.533107Z","end":"2026-02-27T22:24:42.086988Z","steps":["trace[1433180754] 'process raft request' (duration: 123.445791ms)","trace[1433180754] 'compare' (duration: 430.019129ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:24:42.087089Z","caller":"traceutil/trace.go:171","msg":"trace[1759500305] transaction","detail":"{read_only:false; response_revision:14084; number_of_response:1; }","duration":"553.513222ms","start":"2026-02-27T22:24:41.533542Z","end":"2026-02-27T22:24:42.087055Z","steps":["trace[1759500305] 'process raft request' (duration: 553.43145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:42.087112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.533494Z","time spent":"553.577493ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:24:42.087144Z","caller":"traceutil/trace.go:171","msg":"trace[189980635] transaction","detail":"{read_only:false; response_revision:14082; number_of_response:1; }","duration":"553.822059ms","start":"2026-02-27T22:24:41.533314Z","end":"2026-02-27T22:24:42.087136Z","steps":["trace[189980635] 'process raft request' (duration: 553.596424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:42.087187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.533306Z","time spent":"553.856999ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:24:42.08724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.533538Z","time spent":"553.618224ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:24:42.087289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.858562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:42.087354Z","caller":"traceutil/trace.go:171","msg":"trace[651050452] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14085; }","duration":"159.931203ms","start":"2026-02-27T22:24:41.927405Z","end":"2026-02-27T22:24:42.087336Z","steps":["trace[651050452] 'agreement among raft nodes before linearized reading' (duration: 159.834221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:42.087371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.582391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:24:42.087423Z","caller":"traceutil/trace.go:171","msg":"trace[398761069] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14085; }","duration":"157.704573ms","start":"2026-02-27T22:24:41.929705Z","end":"2026-02-27T22:24:42.087409Z","steps":["trace[398761069] 'agreement among raft nodes before linearized reading' (duration: 157.475998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:42.087447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.072057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T22:24:42.087477Z","caller":"traceutil/trace.go:171","msg":"trace[995336359] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14085; }","duration":"160.114887ms","start":"2026-02-27T22:24:41.927352Z","end":"2026-02-27T22:24:42.087467Z","steps":["trace[995336359] 'agreement among raft nodes before linearized reading' (duration: 160.013395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:42.087611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.51982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:42.087747Z","caller":"traceutil/trace.go:171","msg":"trace[1167026649] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14085; }","duration":"161.698344ms","start":"2026-02-27T22:24:41.926021Z","end":"2026-02-27T22:24:42.087719Z","steps":["trace[1167026649] 'agreement among raft nodes before linearized reading' (duration: 161.360466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:42.08765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.017791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-02-27T22:24:42.087945Z","caller":"traceutil/trace.go:171","msg":"trace[2110321483] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14085; }","duration":"415.307347ms","start":"2026-02-27T22:24:41.672611Z","end":"2026-02-27T22:24:42.087918Z","steps":["trace[2110321483] 'agreement among raft nodes before linearized reading' (duration: 414.831267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:42.087967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.320702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"warn","ts":"2026-02-27T22:24:42.087996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.845667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:24:42.088012Z","caller":"traceutil/trace.go:171","msg":"trace[2051010069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14085; }","duration":"551.384434ms","start":"2026-02-27T22:24:41.536617Z","end":"2026-02-27T22:24:42.088002Z","steps":["trace[2051010069] 'agreement among raft nodes before linearized reading' (duration: 550.479834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:42.088021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.672569Z","time spent":"415.4333ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T22:24:42.088049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.536605Z","time spent":"551.433415ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732352,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T22:24:42.088049Z","caller":"traceutil/trace.go:171","msg":"trace[1264893136] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14085; }","duration":"161.937869ms","start":"2026-02-27T22:24:41.926096Z","end":"2026-02-27T22:24:42.088034Z","steps":["trace[1264893136] 'agreement among raft nodes before linearized reading' (duration: 161.747174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:42.088324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.488093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"info","ts":"2026-02-27T22:24:42.088394Z","caller":"traceutil/trace.go:171","msg":"trace[1200044460] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14085; }","duration":"550.573454ms","start":"2026-02-27T22:24:41.537805Z","end":"2026-02-27T22:24:42.088378Z","steps":["trace[1200044460] 'agreement among raft nodes before linearized reading' (duration: 549.349907ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:42.088439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.537799Z","time spent":"550.624455ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732352,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:24:42.088563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:41.533096Z","time spent":"554.031704ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:24:42.094923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11788} {"level":"warn","ts":"2026-02-27T22:24:42.254842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.366404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:24:42.254943Z","caller":"traceutil/trace.go:171","msg":"trace[1275407676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14085; }","duration":"117.551569ms","start":"2026-02-27T22:24:42.137366Z","end":"2026-02-27T22:24:42.254917Z","steps":["trace[1275407676] 'count revisions from in-memory index tree' (duration: 117.260262ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:42.341596Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11788,"took":"244.006598ms","hash":1843840079,"current-db-size-bytes":39530496,"current-db-size":"40 MB","current-db-size-in-use-bytes":26370048,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-02-27T22:24:42.341657Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1843840079,"revision":11788,"compact-revision":9680} {"level":"info","ts":"2026-02-27T22:24:47.833663Z","caller":"traceutil/trace.go:171","msg":"trace[995658244] linearizableReadLoop","detail":"{readStateIndex:14632; appliedIndex:14631; }","duration":"283.18412ms","start":"2026-02-27T22:24:47.550456Z","end":"2026-02-27T22:24:47.83364Z","steps":["trace[995658244] 'read index received' (duration: 283.083808ms)","trace[995658244] 'applied index is now lower than readState.Index' (duration: 99.122µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:24:47.833707Z","caller":"traceutil/trace.go:171","msg":"trace[638625961] transaction","detail":"{read_only:false; response_revision:14108; number_of_response:1; }","duration":"284.52712ms","start":"2026-02-27T22:24:47.549153Z","end":"2026-02-27T22:24:47.83368Z","steps":["trace[638625961] 'process raft request' (duration: 284.342596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:47.83394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.449986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:24:47.834018Z","caller":"traceutil/trace.go:171","msg":"trace[588720482] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14108; }","duration":"283.589059ms","start":"2026-02-27T22:24:47.550412Z","end":"2026-02-27T22:24:47.834001Z","steps":["trace[588720482] 'agreement among raft nodes before linearized reading' (duration: 283.347884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:48.334241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274030044,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T22:24:48.711625Z","caller":"traceutil/trace.go:171","msg":"trace[1224784903] transaction","detail":"{read_only:false; response_revision:14109; number_of_response:1; }","duration":"1.160676141s","start":"2026-02-27T22:24:47.550919Z","end":"2026-02-27T22:24:48.711595Z","steps":["trace[1224784903] 'process raft request' (duration: 1.101243392s)","trace[1224784903] 'compare' (duration: 59.07179ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:48.711747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:47.550898Z","time spent":"1.160781574s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:24:49.012851Z","caller":"traceutil/trace.go:171","msg":"trace[1156715892] linearizableReadLoop","detail":"{readStateIndex:14634; appliedIndex:14632; }","duration":"1.179088656s","start":"2026-02-27T22:24:47.833735Z","end":"2026-02-27T22:24:49.012824Z","steps":["trace[1156715892] 'read index received' (duration: 818.564393ms)","trace[1156715892] 'applied index is now lower than readState.Index' (duration: 360.523073ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:49.013027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217066141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:49.013088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462236915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:24:49.013111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434826498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T22:24:49.013099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397044117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T22:24:49.013132Z","caller":"traceutil/trace.go:171","msg":"trace[694579434] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14110; }","duration":"1.462334797s","start":"2026-02-27T22:24:47.550785Z","end":"2026-02-27T22:24:49.01312Z","steps":["trace[694579434] 'agreement among raft nodes before linearized reading' (duration: 1.462170784s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:49.013166Z","caller":"traceutil/trace.go:171","msg":"trace[893083238] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:14110; }","duration":"1.434898749s","start":"2026-02-27T22:24:47.578248Z","end":"2026-02-27T22:24:49.013147Z","steps":["trace[893083238] 'agreement among raft nodes before linearized reading' (duration: 1.434716845s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:49.01314Z","caller":"traceutil/trace.go:171","msg":"trace[825659860] transaction","detail":"{read_only:false; response_revision:14110; number_of_response:1; }","duration":"739.278876ms","start":"2026-02-27T22:24:48.273803Z","end":"2026-02-27T22:24:49.013081Z","steps":["trace[825659860] 'process raft request' (duration: 738.860107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.013177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:47.550775Z","time spent":"1.462394018s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:24:49.013202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:47.578236Z","time spent":"1.43496011s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"info","ts":"2026-02-27T22:24:49.013182Z","caller":"traceutil/trace.go:171","msg":"trace[1073212924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14110; }","duration":"1.39718064s","start":"2026-02-27T22:24:47.615977Z","end":"2026-02-27T22:24:49.013158Z","steps":["trace[1073212924] 'agreement among raft nodes before linearized reading' (duration: 1.396946995s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.013283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:47.615955Z","time spent":"1.397318563s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:24:49.013325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.273782Z","time spent":"739.451681ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:24:49.013435Z","caller":"traceutil/trace.go:171","msg":"trace[215692491] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:14110; }","duration":"1.21750475s","start":"2026-02-27T22:24:47.795872Z","end":"2026-02-27T22:24:49.013377Z","steps":["trace[215692491] 'agreement among raft nodes before linearized reading' (duration: 1.217017039s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.013557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:47.795848Z","time spent":"1.217686294s","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:24:49.065866Z","caller":"traceutil/trace.go:171","msg":"trace[1312134053] transaction","detail":"{read_only:false; response_revision:14111; number_of_response:1; }","duration":"342.923146ms","start":"2026-02-27T22:24:48.722913Z","end":"2026-02-27T22:24:49.065836Z","steps":["trace[1312134053] 'process raft request' (duration: 342.712971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.066319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.722859Z","time spent":"343.192742ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:24:49.066313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.96952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:49.066501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.406072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:49.066555Z","caller":"traceutil/trace.go:171","msg":"trace[361573237] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14112; }","duration":"499.489244ms","start":"2026-02-27T22:24:48.56705Z","end":"2026-02-27T22:24:49.066539Z","steps":["trace[361573237] 'agreement among raft nodes before linearized reading' (duration: 499.421632ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.066536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.90621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:49.0666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.56703Z","time spent":"499.562975ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:24:49.066627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.442056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:24:49.066648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.258049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T22:24:49.066686Z","caller":"traceutil/trace.go:171","msg":"trace[1232619220] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14112; }","duration":"959.523779ms","start":"2026-02-27T22:24:48.107147Z","end":"2026-02-27T22:24:49.06667Z","steps":["trace[1232619220] 'agreement among raft nodes before linearized reading' (duration: 959.387386ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:49.066723Z","caller":"traceutil/trace.go:171","msg":"trace[124201311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14112; }","duration":"954.370092ms","start":"2026-02-27T22:24:48.112335Z","end":"2026-02-27T22:24:49.066705Z","steps":["trace[124201311] 'agreement among raft nodes before linearized reading' (duration: 954.154838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.066805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.112331Z","time spent":"954.465354ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:24:49.06677Z","caller":"traceutil/trace.go:171","msg":"trace[531744637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14112; }","duration":"412.012933ms","start":"2026-02-27T22:24:48.654586Z","end":"2026-02-27T22:24:49.066599Z","steps":["trace[531744637] 'agreement among raft nodes before linearized reading' (duration: 411.87308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.066846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.065623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:49.066888Z","caller":"traceutil/trace.go:171","msg":"trace[740217534] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14112; }","duration":"961.603415ms","start":"2026-02-27T22:24:48.105274Z","end":"2026-02-27T22:24:49.066877Z","steps":["trace[740217534] 'agreement among raft nodes before linearized reading' (duration: 961.546544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.066921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.105264Z","time spent":"961.650947ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:24:49.066924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-27T22:24:49.066855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.654567Z","time spent":"412.276858ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:24:49.066969Z","caller":"traceutil/trace.go:171","msg":"trace[820177948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14112; }","duration":"956.533151ms","start":"2026-02-27T22:24:48.110425Z","end":"2026-02-27T22:24:49.066958Z","steps":["trace[820177948] 'agreement among raft nodes before linearized reading' (duration: 956.441429ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.067004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.110418Z","time spent":"956.580352ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:24:49.067011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.983067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-02-27T22:24:49.067013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.831875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:24:49.066502Z","caller":"traceutil/trace.go:171","msg":"trace[2080605548] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14112; }","duration":"115.193905ms","start":"2026-02-27T22:24:48.951286Z","end":"2026-02-27T22:24:49.066479Z","steps":["trace[2080605548] 'agreement among raft nodes before linearized reading' (duration: 114.789516ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:49.067058Z","caller":"traceutil/trace.go:171","msg":"trace[577484510] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14112; }","duration":"643.894837ms","start":"2026-02-27T22:24:48.423146Z","end":"2026-02-27T22:24:49.067041Z","steps":["trace[577484510] 'agreement among raft nodes before linearized reading' (duration: 643.801675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.066901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.103177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:24:49.067093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.423128Z","time spent":"643.958318ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:24:49.067099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.543864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:24:49.06712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.714566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-02-27T22:24:49.067125Z","caller":"traceutil/trace.go:171","msg":"trace[1096066834] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14112; }","duration":"717.378063ms","start":"2026-02-27T22:24:48.349736Z","end":"2026-02-27T22:24:49.067114Z","steps":["trace[1096066834] 'agreement among raft nodes before linearized reading' (duration: 717.001135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.067103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.979438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T22:24:49.067148Z","caller":"traceutil/trace.go:171","msg":"trace[2076245798] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:14112; }","duration":"937.765848ms","start":"2026-02-27T22:24:48.129374Z","end":"2026-02-27T22:24:49.06714Z","steps":["trace[2076245798] 'agreement among raft nodes before linearized reading' (duration: 937.684676ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.067159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.349717Z","time spent":"717.434504ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T22:24:49.067175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.12936Z","time spent":"937.808709ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" "} {"level":"warn","ts":"2026-02-27T22:24:49.067197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.540218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:49.066848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.774851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T22:24:49.066319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.33306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:24:49.067244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.091377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-02-27T22:24:49.066428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.336848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:24:49.067274Z","caller":"traceutil/trace.go:171","msg":"trace[2062968438] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:14112; }","duration":"694.137239ms","start":"2026-02-27T22:24:48.373127Z","end":"2026-02-27T22:24:49.067264Z","steps":["trace[2062968438] 'agreement among raft nodes before linearized reading' (duration: 694.048407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:49.067291Z","caller":"traceutil/trace.go:171","msg":"trace[743331241] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14112; }","duration":"499.252918ms","start":"2026-02-27T22:24:48.568021Z","end":"2026-02-27T22:24:49.067274Z","steps":["trace[743331241] 'agreement among raft nodes before linearized reading' (duration: 498.033061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.067313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.856352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-27T22:24:49.067326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.968635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-02-27T22:24:49.067335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.567997Z","time spent":"499.325751ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T22:24:49.067347Z","caller":"traceutil/trace.go:171","msg":"trace[1267946751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14112; }","duration":"953.897642ms","start":"2026-02-27T22:24:48.113442Z","end":"2026-02-27T22:24:49.06734Z","steps":["trace[1267946751] 'agreement among raft nodes before linearized reading' (duration: 953.81307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:49.067361Z","caller":"traceutil/trace.go:171","msg":"trace[1927612711] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14112; }","duration":"962.031326ms","start":"2026-02-27T22:24:48.105321Z","end":"2026-02-27T22:24:49.067353Z","steps":["trace[1927612711] 'agreement among raft nodes before linearized reading' (duration: 961.931023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.067379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.113437Z","time spent":"953.936233ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:24:49.06713Z","caller":"traceutil/trace.go:171","msg":"trace[1951455855] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14112; }","duration":"961.611796ms","start":"2026-02-27T22:24:48.105508Z","end":"2026-02-27T22:24:49.067119Z","steps":["trace[1951455855] 'agreement among raft nodes before linearized reading' (duration: 961.525394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.067401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.105309Z","time spent":"962.083638ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-02-27T22:24:49.066741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.107134Z","time spent":"959.59268ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T22:24:49.067186Z","caller":"traceutil/trace.go:171","msg":"trace[460317389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14112; }","duration":"956.079941ms","start":"2026-02-27T22:24:48.111085Z","end":"2026-02-27T22:24:49.067165Z","steps":["trace[460317389] 'agreement among raft nodes before linearized reading' (duration: 955.711922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.067474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.105478Z","time spent":"961.980205ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:24:49.067499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.377385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:24:49.067562Z","caller":"traceutil/trace.go:171","msg":"trace[1366628812] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:14112; }","duration":"694.469897ms","start":"2026-02-27T22:24:48.373073Z","end":"2026-02-27T22:24:49.067543Z","steps":["trace[1366628812] 'agreement among raft nodes before linearized reading' (duration: 694.257572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.067604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.373055Z","time spent":"694.541708ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"warn","ts":"2026-02-27T22:24:49.067316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.373122Z","time spent":"694.188411ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"info","ts":"2026-02-27T22:24:49.067269Z","caller":"traceutil/trace.go:171","msg":"trace[1204985508] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14112; }","duration":"492.326092ms","start":"2026-02-27T22:24:48.574929Z","end":"2026-02-27T22:24:49.067255Z","steps":["trace[1204985508] 'agreement among raft nodes before linearized reading' (duration: 491.080704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.067754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.574909Z","time spent":"492.832223ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:24:49.067477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.111066Z","time spent":"956.400399ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:24:49.066929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.263866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:49.067863Z","caller":"traceutil/trace.go:171","msg":"trace[213044570] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:14112; }","duration":"910.211428ms","start":"2026-02-27T22:24:48.157635Z","end":"2026-02-27T22:24:49.067847Z","steps":["trace[213044570] 'agreement among raft nodes before linearized reading' (duration: 909.261966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.067915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.157626Z","time spent":"910.27244ms","remote":"127.0.0.1:36984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:24:49.06704Z","caller":"traceutil/trace.go:171","msg":"trace[737415299] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:14112; }","duration":"912.034679ms","start":"2026-02-27T22:24:48.154997Z","end":"2026-02-27T22:24:49.067031Z","steps":["trace[737415299] 'agreement among raft nodes before linearized reading' (duration: 911.952017ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.06804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.154985Z","time spent":"913.035762ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" "} {"level":"info","ts":"2026-02-27T22:24:49.067231Z","caller":"traceutil/trace.go:171","msg":"trace[1510463569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14112; }","duration":"955.15616ms","start":"2026-02-27T22:24:48.112065Z","end":"2026-02-27T22:24:49.067222Z","steps":["trace[1510463569] 'agreement among raft nodes before linearized reading' (duration: 954.70389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.068218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.11204Z","time spent":"956.151712ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:24:49.067224Z","caller":"traceutil/trace.go:171","msg":"trace[410037869] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14112; }","duration":"963.611611ms","start":"2026-02-27T22:24:48.103604Z","end":"2026-02-27T22:24:49.067216Z","steps":["trace[410037869] 'agreement among raft nodes before linearized reading' (duration: 963.57205ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.068339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:48.103584Z","time spent":"964.742217ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-27T22:24:49.501138Z","caller":"traceutil/trace.go:171","msg":"trace[1464163720] transaction","detail":"{read_only:false; response_revision:14115; number_of_response:1; }","duration":"426.223103ms","start":"2026-02-27T22:24:49.074891Z","end":"2026-02-27T22:24:49.501114Z","steps":["trace[1464163720] 'process raft request' (duration: 426.149531ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:49.501157Z","caller":"traceutil/trace.go:171","msg":"trace[495162335] transaction","detail":"{read_only:false; response_revision:14114; number_of_response:1; }","duration":"426.507849ms","start":"2026-02-27T22:24:49.074618Z","end":"2026-02-27T22:24:49.501126Z","steps":["trace[495162335] 'process raft request' (duration: 426.273694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.501279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:49.074886Z","time spent":"426.325225ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:24:49.501318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:49.0746Z","time spent":"426.629522ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:24:49.501398Z","caller":"traceutil/trace.go:171","msg":"trace[1638594105] linearizableReadLoop","detail":"{readStateIndex:14641; appliedIndex:14637; }","duration":"423.161054ms","start":"2026-02-27T22:24:49.078219Z","end":"2026-02-27T22:24:49.50138Z","steps":["trace[1638594105] 'read index received' (duration: 422.651192ms)","trace[1638594105] 'applied index is now lower than readState.Index' (duration: 509.002µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:24:49.501491Z","caller":"traceutil/trace.go:171","msg":"trace[1060539514] transaction","detail":"{read_only:false; response_revision:14117; number_of_response:1; }","duration":"425.147158ms","start":"2026-02-27T22:24:49.076332Z","end":"2026-02-27T22:24:49.501479Z","steps":["trace[1060539514] 'process raft request' (duration: 424.952164ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:49.501587Z","caller":"traceutil/trace.go:171","msg":"trace[317598268] transaction","detail":"{read_only:false; response_revision:14116; number_of_response:1; }","duration":"425.369764ms","start":"2026-02-27T22:24:49.076203Z","end":"2026-02-27T22:24:49.501572Z","steps":["trace[317598268] 'process raft request' (duration: 424.880232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.50166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:49.076197Z","time spent":"425.429055ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:24:49.501697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.425172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:24:49.501715Z","caller":"traceutil/trace.go:171","msg":"trace[22052712] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:14117; }","duration":"428.493024ms","start":"2026-02-27T22:24:49.073217Z","end":"2026-02-27T22:24:49.50171Z","steps":["trace[22052712] 'agreement among raft nodes before linearized reading' (duration: 428.439063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.501735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:49.073197Z","time spent":"428.533105ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:24:49.501823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.919804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:49.501859Z","caller":"traceutil/trace.go:171","msg":"trace[1822847885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14117; }","duration":"432.973955ms","start":"2026-02-27T22:24:49.068875Z","end":"2026-02-27T22:24:49.501849Z","steps":["trace[1822847885] 'agreement among raft nodes before linearized reading' (duration: 432.863463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.501887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:49.06886Z","time spent":"433.021697ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:24:49.50188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.117796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-02-27T22:24:49.501941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.528648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:49.502022Z","caller":"traceutil/trace.go:171","msg":"trace[1422761085] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:14117; }","duration":"366.654572ms","start":"2026-02-27T22:24:49.135349Z","end":"2026-02-27T22:24:49.502003Z","steps":["trace[1422761085] 'agreement among raft nodes before linearized reading' (duration: 366.537249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.5021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:49.135332Z","time spent":"366.753183ms","remote":"127.0.0.1:36996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:24:49.501965Z","caller":"traceutil/trace.go:171","msg":"trace[243650029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14117; }","duration":"428.233708ms","start":"2026-02-27T22:24:49.073711Z","end":"2026-02-27T22:24:49.501945Z","steps":["trace[243650029] 'agreement among raft nodes before linearized reading' (duration: 427.935402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.502205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:49.073698Z","time spent":"428.496085ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:24:49.502398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.511404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"info","ts":"2026-02-27T22:24:49.502423Z","caller":"traceutil/trace.go:171","msg":"trace[702681643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14117; }","duration":"420.555606ms","start":"2026-02-27T22:24:49.081862Z","end":"2026-02-27T22:24:49.502418Z","steps":["trace[702681643] 'agreement among raft nodes before linearized reading' (duration: 419.86483ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.50244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:49.081853Z","time spent":"420.583066ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732352,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:24:49.501677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:49.076308Z","time spent":"425.250812ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:24:49.502899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.605121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"info","ts":"2026-02-27T22:24:49.502946Z","caller":"traceutil/trace.go:171","msg":"trace[1871454272] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14117; }","duration":"426.671953ms","start":"2026-02-27T22:24:49.076263Z","end":"2026-02-27T22:24:49.502935Z","steps":["trace[1871454272] 'agreement among raft nodes before linearized reading' (duration: 425.20559ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.502984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:49.076253Z","time spent":"426.720874ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732352,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:24:49.503847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.838992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"info","ts":"2026-02-27T22:24:49.503887Z","caller":"traceutil/trace.go:171","msg":"trace[1571391297] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14117; }","duration":"428.893623ms","start":"2026-02-27T22:24:49.074985Z","end":"2026-02-27T22:24:49.503879Z","steps":["trace[1571391297] 'agreement among raft nodes before linearized reading' (duration: 426.509399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.503918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:49.074979Z","time spent":"428.929804ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732352,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:24:49.504637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.260677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"info","ts":"2026-02-27T22:24:49.504806Z","caller":"traceutil/trace.go:171","msg":"trace[694815989] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14117; }","duration":"427.440011ms","start":"2026-02-27T22:24:49.077337Z","end":"2026-02-27T22:24:49.504777Z","steps":["trace[694815989] 'agreement among raft nodes before linearized reading' (duration: 424.654318ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.504925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:49.077331Z","time spent":"427.577504ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732352,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:24:49.757366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.112581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:49.757553Z","caller":"traceutil/trace.go:171","msg":"trace[9868423] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14117; }","duration":"181.326096ms","start":"2026-02-27T22:24:49.576209Z","end":"2026-02-27T22:24:49.757535Z","steps":["trace[9868423] 'range keys from in-memory index tree' (duration: 181.05884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:49.757901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.91241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:49.757935Z","caller":"traceutil/trace.go:171","msg":"trace[632260937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14117; }","duration":"102.97217ms","start":"2026-02-27T22:24:49.654953Z","end":"2026-02-27T22:24:49.757925Z","steps":["trace[632260937] 'range keys from in-memory index tree' (duration: 102.841228ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:51.190409Z","caller":"traceutil/trace.go:171","msg":"trace[1525016509] transaction","detail":"{read_only:false; response_revision:14119; number_of_response:1; }","duration":"473.779315ms","start":"2026-02-27T22:24:50.716598Z","end":"2026-02-27T22:24:51.190378Z","steps":["trace[1525016509] 'process raft request' (duration: 473.591651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:51.190544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:50.716572Z","time spent":"473.901447ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:24:51.190751Z","caller":"traceutil/trace.go:171","msg":"trace[281744707] linearizableReadLoop","detail":"{readStateIndex:14643; appliedIndex:14642; }","duration":"172.214239ms","start":"2026-02-27T22:24:51.018131Z","end":"2026-02-27T22:24:51.190346Z","steps":["trace[281744707] 'read index received' (duration: 172.014065ms)","trace[281744707] 'applied index is now lower than readState.Index' (duration: 199.244µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:51.190879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.746262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:24:51.190907Z","caller":"traceutil/trace.go:171","msg":"trace[769407540] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14119; }","duration":"172.807613ms","start":"2026-02-27T22:24:51.018092Z","end":"2026-02-27T22:24:51.1909Z","steps":["trace[769407540] 'agreement among raft nodes before linearized reading' (duration: 172.707051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:53.655759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999814136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:24:53.65585Z","caller":"traceutil/trace.go:171","msg":"trace[80692475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000031s","start":"2026-02-27T22:24:51.655827Z","end":"2026-02-27T22:24:53.655828Z","steps":["trace[80692475] 'agreement among raft nodes before linearized reading' (duration: 1.999883398s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:53.655903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.655802Z","time spent":"2.000090173s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:24:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:24:53.993616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.668493084s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-02-27T22:24:54.026002Z","caller":"traceutil/trace.go:171","msg":"trace[144190420] linearizableReadLoop","detail":"{readStateIndex:14645; appliedIndex:14643; }","duration":"2.835202659s","start":"2026-02-27T22:24:51.190776Z","end":"2026-02-27T22:24:54.025979Z","steps":["trace[144190420] 'read index received' (duration: 134.297855ms)","trace[144190420] 'applied index is now lower than readState.Index' (duration: 2.700903104s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:24:54.026084Z","caller":"traceutil/trace.go:171","msg":"trace[1208385927] transaction","detail":"{read_only:false; response_revision:14120; number_of_response:1; }","duration":"2.949189757s","start":"2026-02-27T22:24:51.076862Z","end":"2026-02-27T22:24:54.026052Z","steps":["trace[1208385927] 'process raft request' (duration: 2.916842888s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.026665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.076852Z","time spent":"2.949461513s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:24:54.169131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095252378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:24:54.169188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094276266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:24:54.169222Z","caller":"traceutil/trace.go:171","msg":"trace[1510862593] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14120; }","duration":"3.095377171s","start":"2026-02-27T22:24:51.073821Z","end":"2026-02-27T22:24:54.169198Z","steps":["trace[1510862593] 'agreement among raft nodes before linearized reading' (duration: 2.952298748s)","trace[1510862593] 'range keys from in-memory index tree' (duration: 142.845888ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:54.169241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080179469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T22:24:54.169311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.073814Z","time spent":"3.095479693s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T22:24:54.169386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095700468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:54.169452Z","caller":"traceutil/trace.go:171","msg":"trace[1062456778] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14120; }","duration":"3.09578297s","start":"2026-02-27T22:24:51.073659Z","end":"2026-02-27T22:24:54.169442Z","steps":["trace[1062456778] 'agreement among raft nodes before linearized reading' (duration: 2.952466211s)","trace[1062456778] 'range keys from in-memory index tree' (duration: 143.244767ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:54.169502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.07365Z","time spent":"3.095842641s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:24:54.169346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093221422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:24:54.169745Z","caller":"traceutil/trace.go:171","msg":"trace[1850391013] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14120; }","duration":"3.093629641s","start":"2026-02-27T22:24:51.076105Z","end":"2026-02-27T22:24:54.169734Z","steps":["trace[1850391013] 'agreement among raft nodes before linearized reading' (duration: 2.949893743s)","trace[1850391013] 'range keys from in-memory index tree' (duration: 143.282848ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:54.169744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.313416243s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:24:54.169804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097198043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:54.169834Z","caller":"traceutil/trace.go:171","msg":"trace[861615379] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14120; }","duration":"3.097226793s","start":"2026-02-27T22:24:51.072597Z","end":"2026-02-27T22:24:54.169824Z","steps":["trace[861615379] 'agreement among raft nodes before linearized reading' (duration: 2.953534956s)","trace[861615379] 'range keys from in-memory index tree' (duration: 143.654726ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:54.169857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094985032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:24:54.169885Z","caller":"traceutil/trace.go:171","msg":"trace[1349020692] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14120; }","duration":"3.095022843s","start":"2026-02-27T22:24:51.074854Z","end":"2026-02-27T22:24:54.169877Z","steps":["trace[1349020692] 'agreement among raft nodes before linearized reading' (duration: 2.951237224s)","trace[1349020692] 'range keys from in-memory index tree' (duration: 143.713638ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:54.16987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095074684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-02-27T22:24:54.169885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095039903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:54.169914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.074849Z","time spent":"3.095059584s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T22:24:54.169953Z","caller":"traceutil/trace.go:171","msg":"trace[226600277] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14120; }","duration":"3.095126535s","start":"2026-02-27T22:24:51.074801Z","end":"2026-02-27T22:24:54.169928Z","steps":["trace[226600277] 'agreement among raft nodes before linearized reading' (duration: 2.951298035s)","trace[226600277] 'range keys from in-memory index tree' (duration: 143.771038ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:24:54.169952Z","caller":"traceutil/trace.go:171","msg":"trace[1087869431] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14120; }","duration":"3.095140525s","start":"2026-02-27T22:24:51.074777Z","end":"2026-02-27T22:24:54.169918Z","steps":["trace[1087869431] 'agreement among raft nodes before linearized reading' (duration: 2.951334996s)","trace[1087869431] 'range keys from in-memory index tree' (duration: 143.626165ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:54.170011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.074781Z","time spent":"3.095220647s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:24:54.170017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.074746Z","time spent":"3.095256148s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-02-27T22:24:54.169275Z","caller":"traceutil/trace.go:171","msg":"trace[1739586329] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14120; }","duration":"3.094378999s","start":"2026-02-27T22:24:51.07486Z","end":"2026-02-27T22:24:54.169239Z","steps":["trace[1739586329] 'agreement among raft nodes before linearized reading' (duration: 2.951215394s)","trace[1739586329] 'range keys from in-memory index tree' (duration: 142.92374ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:54.170143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.074854Z","time spent":"3.095275119s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:24:54.169783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.076097Z","time spent":"3.093676202s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T22:24:54.169335Z","caller":"traceutil/trace.go:171","msg":"trace[50381624] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:14120; }","duration":"3.080301802s","start":"2026-02-27T22:24:51.089004Z","end":"2026-02-27T22:24:54.169306Z","steps":["trace[50381624] 'agreement among raft nodes before linearized reading' (duration: 2.937140996s)","trace[50381624] 'range keys from in-memory index tree' (duration: 142.913769ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:54.17023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.085538469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T22:24:54.170247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.088997Z","time spent":"3.081241212s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"info","ts":"2026-02-27T22:24:54.170261Z","caller":"traceutil/trace.go:171","msg":"trace[725671555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14120; }","duration":"3.08557323s","start":"2026-02-27T22:24:51.084673Z","end":"2026-02-27T22:24:54.170247Z","steps":["trace[725671555] 'agreement among raft nodes before linearized reading' (duration: 2.941461213s)","trace[725671555] 'range keys from in-memory index tree' (duration: 144.041414ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:54.170286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.084667Z","time spent":"3.08561328s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:24:54.170327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09356318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:24:54.170411Z","caller":"traceutil/trace.go:171","msg":"trace[1639818185] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14120; }","duration":"3.093638271s","start":"2026-02-27T22:24:51.07674Z","end":"2026-02-27T22:24:54.170379Z","steps":["trace[1639818185] 'agreement among raft nodes before linearized reading' (duration: 2.949398582s)","trace[1639818185] 'range keys from in-memory index tree' (duration: 144.069416ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:54.169377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097686063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:24:54.170467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.076736Z","time spent":"3.093721533s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T22:24:54.170474Z","caller":"traceutil/trace.go:171","msg":"trace[1535363790] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14120; }","duration":"3.098855499s","start":"2026-02-27T22:24:51.071607Z","end":"2026-02-27T22:24:54.170462Z","steps":["trace[1535363790] 'agreement among raft nodes before linearized reading' (duration: 2.954529258s)","trace[1535363790] 'range keys from in-memory index tree' (duration: 143.021932ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:54.170519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.071555Z","time spent":"3.098950521s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T22:24:54.170816Z","caller":"traceutil/trace.go:171","msg":"trace[1878871135] transaction","detail":"{read_only:false; response_revision:14121; number_of_response:1; }","duration":"2.314595649s","start":"2026-02-27T22:24:51.856202Z","end":"2026-02-27T22:24:54.170798Z","steps":["trace[1878871135] 'process raft request' (duration: 2.314441875s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.170933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.85618Z","time spent":"2.314682811s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:24:54.171271Z","caller":"traceutil/trace.go:171","msg":"trace[1753422623] linearizableReadLoop","detail":"{readStateIndex:14647; appliedIndex:14645; }","duration":"145.200081ms","start":"2026-02-27T22:24:54.026052Z","end":"2026-02-27T22:24:54.171252Z","steps":["trace[1753422623] 'read index received' (duration: 144.659209ms)","trace[1753422623] 'applied index is now lower than readState.Index' (duration: 540.192µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:24:54.171547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612174345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:54.171608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850983334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415988"} {"level":"warn","ts":"2026-02-27T22:24:54.171613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.072567Z","time spent":"3.099030554s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T22:24:54.171645Z","caller":"traceutil/trace.go:171","msg":"trace[1026920048] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:14122; }","duration":"2.851102037s","start":"2026-02-27T22:24:51.320531Z","end":"2026-02-27T22:24:54.171633Z","steps":["trace[1026920048] 'agreement among raft nodes before linearized reading' (duration: 2.850775839s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:54.171657Z","caller":"traceutil/trace.go:171","msg":"trace[1613857119] transaction","detail":"{read_only:false; response_revision:14122; number_of_response:1; }","duration":"975.907748ms","start":"2026-02-27T22:24:53.195733Z","end":"2026-02-27T22:24:54.171641Z","steps":["trace[1613857119] 'process raft request' (duration: 975.350925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.171732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651297276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-02-27T22:24:54.171798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654422046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-02-27T22:24:54.171758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652128415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-02-27T22:24:54.17182Z","caller":"traceutil/trace.go:171","msg":"trace[1261377428] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:14122; }","duration":"2.654467427s","start":"2026-02-27T22:24:51.517349Z","end":"2026-02-27T22:24:54.171816Z","steps":["trace[1261377428] 'agreement among raft nodes before linearized reading' (duration: 2.654420656s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:54.171827Z","caller":"traceutil/trace.go:171","msg":"trace[1138560501] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:14122; }","duration":"2.652215296s","start":"2026-02-27T22:24:51.519604Z","end":"2026-02-27T22:24:54.171819Z","steps":["trace[1138560501] 'agreement among raft nodes before linearized reading' (duration: 2.652112664s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.171828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:53.195709Z","time spent":"976.027121ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:24:54.171857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.519594Z","time spent":"2.652254647s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" "} {"level":"warn","ts":"2026-02-27T22:24:54.171897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664825301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T22:24:54.171917Z","caller":"traceutil/trace.go:171","msg":"trace[1010680359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14122; }","duration":"2.664855652s","start":"2026-02-27T22:24:51.507057Z","end":"2026-02-27T22:24:54.171913Z","steps":["trace[1010680359] 'agreement among raft nodes before linearized reading' (duration: 2.66478553s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.17193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.507052Z","time spent":"2.664874082s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:24:54.172015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665317952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T22:24:54.17203Z","caller":"traceutil/trace.go:171","msg":"trace[1286957723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14122; }","duration":"2.665348703s","start":"2026-02-27T22:24:51.506678Z","end":"2026-02-27T22:24:54.172026Z","steps":["trace[1286957723] 'agreement among raft nodes before linearized reading' (duration: 2.665303612s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.172043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.50667Z","time spent":"2.665369363s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:24:54.172075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650483217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-02-27T22:24:54.172113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666353325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T22:24:54.172116Z","caller":"traceutil/trace.go:171","msg":"trace[853537195] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:14122; }","duration":"2.650559999s","start":"2026-02-27T22:24:51.521546Z","end":"2026-02-27T22:24:54.172106Z","steps":["trace[853537195] 'agreement among raft nodes before linearized reading' (duration: 2.650445796s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.172119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612905541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:54.172144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.521527Z","time spent":"2.650609699s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" "} {"level":"warn","ts":"2026-02-27T22:24:54.172166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666443677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T22:24:54.172186Z","caller":"traceutil/trace.go:171","msg":"trace[71953675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14122; }","duration":"2.666499228s","start":"2026-02-27T22:24:51.505681Z","end":"2026-02-27T22:24:54.17218Z","steps":["trace[71953675] 'agreement among raft nodes before linearized reading' (duration: 2.666457988s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.172198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614275501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:54.172208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.505659Z","time spent":"2.666543859s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:24:54.172194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.831191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:54.1717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.320512Z","time spent":"2.851180859s","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416010,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-02-27T22:24:54.172248Z","caller":"traceutil/trace.go:171","msg":"trace[355113650] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14122; }","duration":"515.961645ms","start":"2026-02-27T22:24:53.656271Z","end":"2026-02-27T22:24:54.172233Z","steps":["trace[355113650] 'agreement among raft nodes before linearized reading' (duration: 515.877693ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:24:54.17213Z","caller":"traceutil/trace.go:171","msg":"trace[1394056658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14122; }","duration":"2.666382585s","start":"2026-02-27T22:24:51.505742Z","end":"2026-02-27T22:24:54.172125Z","steps":["trace[1394056658] 'agreement among raft nodes before linearized reading' (duration: 2.666336834s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.172335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.505735Z","time spent":"2.66659535s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:24:54.169806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.094939641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:54.171835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.517336Z","time spent":"2.654496078s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"info","ts":"2026-02-27T22:24:54.172399Z","caller":"traceutil/trace.go:171","msg":"trace[990226700] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14120; }","duration":"3.09754845s","start":"2026-02-27T22:24:51.07481Z","end":"2026-02-27T22:24:54.172359Z","steps":["trace[990226700] 'agreement among raft nodes before linearized reading' (duration: 2.951294826s)","trace[990226700] 'range keys from in-memory index tree' (duration: 143.630715ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:24:54.171793Z","caller":"traceutil/trace.go:171","msg":"trace[1689245136] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:14122; }","duration":"2.651371578s","start":"2026-02-27T22:24:51.520406Z","end":"2026-02-27T22:24:54.171778Z","steps":["trace[1689245136] 'agreement among raft nodes before linearized reading' (duration: 2.651101462s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.172446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.074805Z","time spent":"3.097627802s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-27T22:24:54.172304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:53.656245Z","time spent":"516.044827ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:24:54.172484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.520398Z","time spent":"2.652075593s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"warn","ts":"2026-02-27T22:24:54.17207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617333541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:24:54.172575Z","caller":"traceutil/trace.go:171","msg":"trace[838701588] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14122; }","duration":"2.617871433s","start":"2026-02-27T22:24:51.554692Z","end":"2026-02-27T22:24:54.172563Z","steps":["trace[838701588] 'agreement among raft nodes before linearized reading' (duration: 2.61729664s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.17261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.554672Z","time spent":"2.617930394s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T22:24:54.172155Z","caller":"traceutil/trace.go:171","msg":"trace[79697300] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14122; }","duration":"2.612950072s","start":"2026-02-27T22:24:51.559193Z","end":"2026-02-27T22:24:54.172143Z","steps":["trace[79697300] 'agreement among raft nodes before linearized reading' (duration: 2.612905241s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.1727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.559185Z","time spent":"2.613505314s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-02-27T22:24:54.172225Z","caller":"traceutil/trace.go:171","msg":"trace[437093384] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14122; }","duration":"2.614316202s","start":"2026-02-27T22:24:51.557901Z","end":"2026-02-27T22:24:54.172217Z","steps":["trace[437093384] 'agreement among raft nodes before linearized reading' (duration: 2.614278401s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.172802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611587781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:24:54.172836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.557894Z","time spent":"2.614933486s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T22:24:54.172842Z","caller":"traceutil/trace.go:171","msg":"trace[2020206944] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14122; }","duration":"2.611652702s","start":"2026-02-27T22:24:51.561179Z","end":"2026-02-27T22:24:54.172831Z","steps":["trace[2020206944] 'agreement among raft nodes before linearized reading' (duration: 2.611520609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.172871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.561167Z","time spent":"2.611696313s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:24:54.172927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612799479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:24:54.171606Z","caller":"traceutil/trace.go:171","msg":"trace[192932195] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14122; }","duration":"2.612236066s","start":"2026-02-27T22:24:51.559357Z","end":"2026-02-27T22:24:54.171593Z","steps":["trace[192932195] 'agreement among raft nodes before linearized reading' (duration: 2.612131794s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.172948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361087607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:54.172975Z","caller":"traceutil/trace.go:171","msg":"trace[522917562] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14122; }","duration":"2.61285875s","start":"2026-02-27T22:24:51.56011Z","end":"2026-02-27T22:24:54.172969Z","steps":["trace[522917562] 'agreement among raft nodes before linearized reading' (duration: 2.612778478s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.172988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.560102Z","time spent":"2.61288269s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T22:24:54.172993Z","caller":"traceutil/trace.go:171","msg":"trace[1077254192] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:14122; }","duration":"2.361180879s","start":"2026-02-27T22:24:51.811802Z","end":"2026-02-27T22:24:54.172983Z","steps":["trace[1077254192] 'agreement among raft nodes before linearized reading' (duration: 2.361099037s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.173033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.811781Z","time spent":"2.36124242s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:24:54.172877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612770658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:54.173088Z","caller":"traceutil/trace.go:171","msg":"trace[467503717] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14122; }","duration":"2.613020033s","start":"2026-02-27T22:24:51.560057Z","end":"2026-02-27T22:24:54.173077Z","steps":["trace[467503717] 'agreement among raft nodes before linearized reading' (duration: 2.612798798s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.173135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.560038Z","time spent":"2.613087104s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:24:54.173166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.149416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:24:54.17318Z","caller":"traceutil/trace.go:171","msg":"trace[1375095295] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14122; }","duration":"977.206357ms","start":"2026-02-27T22:24:53.195969Z","end":"2026-02-27T22:24:54.173176Z","steps":["trace[1375095295] 'agreement among raft nodes before linearized reading' (duration: 977.150395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.173182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617569645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:24:54.173199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:53.195949Z","time spent":"977.247198ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T22:24:54.173219Z","caller":"traceutil/trace.go:171","msg":"trace[1078706794] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14122; }","duration":"2.617653337s","start":"2026-02-27T22:24:51.555554Z","end":"2026-02-27T22:24:54.173208Z","steps":["trace[1078706794] 'agreement among raft nodes before linearized reading' (duration: 2.616687786s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.173249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328997203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:24:54.173259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.555546Z","time spent":"2.617705198s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:24:54.173293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606547047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:54.17332Z","caller":"traceutil/trace.go:171","msg":"trace[1972387023] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14122; }","duration":"2.606580968s","start":"2026-02-27T22:24:51.566733Z","end":"2026-02-27T22:24:54.173314Z","steps":["trace[1972387023] 'agreement among raft nodes before linearized reading' (duration: 2.606529706s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.173337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.56673Z","time spent":"2.606603818s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:24:54.173109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655495599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:54.173291Z","caller":"traceutil/trace.go:171","msg":"trace[744649342] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14122; }","duration":"2.329076895s","start":"2026-02-27T22:24:51.844204Z","end":"2026-02-27T22:24:54.173281Z","steps":["trace[744649342] 'agreement among raft nodes before linearized reading' (duration: 2.328974273s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.173383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.844183Z","time spent":"2.329196178s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T22:24:54.173373Z","caller":"traceutil/trace.go:171","msg":"trace[842680070] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14122; }","duration":"1.655791546s","start":"2026-02-27T22:24:52.517567Z","end":"2026-02-27T22:24:54.173359Z","steps":["trace[842680070] 'agreement among raft nodes before linearized reading' (duration: 1.65551882s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.173439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:52.517545Z","time spent":"1.655877438s","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:24:54.172959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.559334Z","time spent":"2.613619217s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:24:54.173612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606875644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:24:54.173677Z","caller":"traceutil/trace.go:171","msg":"trace[466655488] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14122; }","duration":"2.606958716s","start":"2026-02-27T22:24:51.566703Z","end":"2026-02-27T22:24:54.173662Z","steps":["trace[466655488] 'agreement among raft nodes before linearized reading' (duration: 2.606774662s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.173729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.566699Z","time spent":"2.607018398s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:24:54.173073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.606412604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:24:54.176123Z","caller":"traceutil/trace.go:171","msg":"trace[1243581848] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14122; }","duration":"2.609466373s","start":"2026-02-27T22:24:51.566618Z","end":"2026-02-27T22:24:54.176085Z","steps":["trace[1243581848] 'agreement among raft nodes before linearized reading' (duration: 2.606418924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:24:54.176177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:24:51.5666Z","time spent":"2.609562185s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T22:25:04.535259Z","caller":"traceutil/trace.go:171","msg":"trace[1679065048] linearizableReadLoop","detail":"{readStateIndex:14697; appliedIndex:14696; }","duration":"343.981809ms","start":"2026-02-27T22:25:04.191252Z","end":"2026-02-27T22:25:04.535234Z","steps":["trace[1679065048] 'read index received' (duration: 343.855737ms)","trace[1679065048] 'applied index is now lower than readState.Index' (duration: 125.032µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:25:04.535332Z","caller":"traceutil/trace.go:171","msg":"trace[1607545157] transaction","detail":"{read_only:false; response_revision:14170; number_of_response:1; }","duration":"469.409996ms","start":"2026-02-27T22:25:04.065886Z","end":"2026-02-27T22:25:04.535296Z","steps":["trace[1607545157] 'process raft request' (duration: 469.202921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.535487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.215506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:25:04.535488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.065839Z","time spent":"469.56273ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:25:04.535538Z","caller":"traceutil/trace.go:171","msg":"trace[637498769] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14170; }","duration":"344.303937ms","start":"2026-02-27T22:25:04.191216Z","end":"2026-02-27T22:25:04.53552Z","steps":["trace[637498769] 'agreement among raft nodes before linearized reading' (duration: 344.144953ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.535585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.191198Z","time spent":"344.373159ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T22:25:04.555824Z","caller":"traceutil/trace.go:171","msg":"trace[935404622] transaction","detail":"{read_only:false; response_revision:14171; number_of_response:1; }","duration":"355.288484ms","start":"2026-02-27T22:25:04.200521Z","end":"2026-02-27T22:25:04.555809Z","steps":["trace[935404622] 'process raft request' (duration: 355.137051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.555927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.200495Z","time spent":"355.382537ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:25:04.556057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.804413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:04.556115Z","caller":"traceutil/trace.go:171","msg":"trace[492560781] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14172; }","duration":"362.886867ms","start":"2026-02-27T22:25:04.193215Z","end":"2026-02-27T22:25:04.556102Z","steps":["trace[492560781] 'agreement among raft nodes before linearized reading' (duration: 362.801714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.556152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.193202Z","time spent":"362.943438ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T22:25:04.556071Z","caller":"traceutil/trace.go:171","msg":"trace[1289826465] transaction","detail":"{read_only:false; response_revision:14172; number_of_response:1; }","duration":"346.913656ms","start":"2026-02-27T22:25:04.209143Z","end":"2026-02-27T22:25:04.556057Z","steps":["trace[1289826465] 'process raft request' (duration: 346.635769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.556166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.580928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-02-27T22:25:04.556209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.38543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:04.556274Z","caller":"traceutil/trace.go:171","msg":"trace[279182612] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14172; }","duration":"352.479332ms","start":"2026-02-27T22:25:04.203781Z","end":"2026-02-27T22:25:04.556261Z","steps":["trace[279182612] 'agreement among raft nodes before linearized reading' (duration: 352.37642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.556281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.42233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:04.556271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.036468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:25:04.556324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.145679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:04.55636Z","caller":"traceutil/trace.go:171","msg":"trace[2136366434] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14172; }","duration":"354.197971ms","start":"2026-02-27T22:25:04.202153Z","end":"2026-02-27T22:25:04.556351Z","steps":["trace[2136366434] 'agreement among raft nodes before linearized reading' (duration: 354.14635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.556363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.044104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:04.556371Z","caller":"traceutil/trace.go:171","msg":"trace[125559793] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14172; }","duration":"354.15512ms","start":"2026-02-27T22:25:04.202193Z","end":"2026-02-27T22:25:04.556348Z","steps":["trace[125559793] 'agreement among raft nodes before linearized reading' (duration: 353.903825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.556355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.284144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:04.556403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.202143Z","time spent":"354.251012ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.087749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:04.556431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.202186Z","time spent":"354.232812ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T22:25:04.55644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.273615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:25:04.556442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.210971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:04.556443Z","caller":"traceutil/trace.go:171","msg":"trace[1228408733] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14172; }","duration":"347.397677ms","start":"2026-02-27T22:25:04.209024Z","end":"2026-02-27T22:25:04.556422Z","steps":["trace[1228408733] 'agreement among raft nodes before linearized reading' (duration: 347.237203ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:04.556466Z","caller":"traceutil/trace.go:171","msg":"trace[1764078207] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14172; }","duration":"354.18784ms","start":"2026-02-27T22:25:04.202267Z","end":"2026-02-27T22:25:04.556455Z","steps":["trace[1764078207] 'agreement among raft nodes before linearized reading' (duration: 354.075878ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:04.556473Z","caller":"traceutil/trace.go:171","msg":"trace[489597736] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14172; }","duration":"354.269263ms","start":"2026-02-27T22:25:04.202197Z","end":"2026-02-27T22:25:04.556466Z","steps":["trace[489597736] 'agreement among raft nodes before linearized reading' (duration: 354.226612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.556318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.203767Z","time spent":"352.541573ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.209017Z","time spent":"347.463849ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.202259Z","time spent":"354.236471ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:25:04.5565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.202181Z","time spent":"354.314263ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.299495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:25:04.556362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.749295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:04.556605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.57792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:25:04.556641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.733551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T22:25:04.556249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.209132Z","time spent":"347.05645ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:25:04.556857Z","caller":"traceutil/trace.go:171","msg":"trace[1567709435] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14172; }","duration":"355.346937ms","start":"2026-02-27T22:25:04.201116Z","end":"2026-02-27T22:25:04.556463Z","steps":["trace[1567709435] 'agreement among raft nodes before linearized reading' (duration: 355.262905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.556889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.201095Z","time spent":"355.787166ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.942707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:25:04.556404Z","caller":"traceutil/trace.go:171","msg":"trace[457022901] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14172; }","duration":"361.106446ms","start":"2026-02-27T22:25:04.195287Z","end":"2026-02-27T22:25:04.556394Z","steps":["trace[457022901] 'agreement among raft nodes before linearized reading' (duration: 361.055035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.556904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.625743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:25:04.556924Z","caller":"traceutil/trace.go:171","msg":"trace[218932061] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:14172; }","duration":"244.006518ms","start":"2026-02-27T22:25:04.312906Z","end":"2026-02-27T22:25:04.556912Z","steps":["trace[218932061] 'agreement among raft nodes before linearized reading' (duration: 243.883435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.556946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.897019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:25:04.55696Z","caller":"traceutil/trace.go:171","msg":"trace[1771578248] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:14172; }","duration":"276.718625ms","start":"2026-02-27T22:25:04.280221Z","end":"2026-02-27T22:25:04.556939Z","steps":["trace[1771578248] 'agreement among raft nodes before linearized reading' (duration: 276.536191ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:04.556978Z","caller":"traceutil/trace.go:171","msg":"trace[1269629921] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14172; }","duration":"360.221267ms","start":"2026-02-27T22:25:04.196747Z","end":"2026-02-27T22:25:04.556968Z","steps":["trace[1269629921] 'agreement among raft nodes before linearized reading' (duration: 359.614713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.557616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.196737Z","time spent":"360.856331ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T22:25:04.556611Z","caller":"traceutil/trace.go:171","msg":"trace[175521801] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14172; }","duration":"356.010811ms","start":"2026-02-27T22:25:04.200591Z","end":"2026-02-27T22:25:04.556602Z","steps":["trace[175521801] 'agreement among raft nodes before linearized reading' (duration: 355.753915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.557715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.587235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T22:25:04.557829Z","caller":"traceutil/trace.go:171","msg":"trace[1967339500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14172; }","duration":"337.738339ms","start":"2026-02-27T22:25:04.220067Z","end":"2026-02-27T22:25:04.557805Z","steps":["trace[1967339500] 'agreement among raft nodes before linearized reading' (duration: 336.679636ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:04.556685Z","caller":"traceutil/trace.go:171","msg":"trace[782860491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14172; }","duration":"330.796283ms","start":"2026-02-27T22:25:04.225876Z","end":"2026-02-27T22:25:04.556672Z","steps":["trace[782860491] 'agreement among raft nodes before linearized reading' (duration: 330.717622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.557881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.220038Z","time spent":"337.832931ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:25:04.557742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.200583Z","time spent":"357.137947ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:25:04.557986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.225863Z","time spent":"332.075101ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T22:25:04.556647Z","caller":"traceutil/trace.go:171","msg":"trace[2108561016] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14172; }","duration":"362.62871ms","start":"2026-02-27T22:25:04.194007Z","end":"2026-02-27T22:25:04.556636Z","steps":["trace[2108561016] 'agreement among raft nodes before linearized reading' (duration: 362.516388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.558172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.194001Z","time spent":"364.162035ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T22:25:04.556316Z","caller":"traceutil/trace.go:171","msg":"trace[1710587170] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14172; }","duration":"352.475082ms","start":"2026-02-27T22:25:04.203833Z","end":"2026-02-27T22:25:04.556308Z","steps":["trace[1710587170] 'agreement among raft nodes before linearized reading' (duration: 352.425891ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:04.556222Z","caller":"traceutil/trace.go:171","msg":"trace[1034253513] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14172; }","duration":"132.689851ms","start":"2026-02-27T22:25:04.423514Z","end":"2026-02-27T22:25:04.556204Z","steps":["trace[1034253513] 'agreement among raft nodes before linearized reading' (duration: 132.511526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.55832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.203825Z","time spent":"354.478996ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T22:25:04.556697Z","caller":"traceutil/trace.go:171","msg":"trace[1149175100] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14172; }","duration":"347.519449ms","start":"2026-02-27T22:25:04.209069Z","end":"2026-02-27T22:25:04.556588Z","steps":["trace[1149175100] 'agreement among raft nodes before linearized reading' (duration: 347.011357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.558552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.209062Z","time spent":"349.473214ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.06286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T22:25:04.558692Z","caller":"traceutil/trace.go:171","msg":"trace[505802528] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14172; }","duration":"361.139746ms","start":"2026-02-27T22:25:04.197532Z","end":"2026-02-27T22:25:04.558672Z","steps":["trace[505802528] 'agreement among raft nodes before linearized reading' (duration: 358.778293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.556712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.770103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:25:04.558749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.197526Z","time spent":"361.206307ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-02-27T22:25:04.558779Z","caller":"traceutil/trace.go:171","msg":"trace[1762255550] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14172; }","duration":"360.84752ms","start":"2026-02-27T22:25:04.197917Z","end":"2026-02-27T22:25:04.558764Z","steps":["trace[1762255550] 'agreement among raft nodes before linearized reading' (duration: 358.699582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.558829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.197907Z","time spent":"360.908191ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.635392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:04.558992Z","caller":"traceutil/trace.go:171","msg":"trace[1290562732] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14172; }","duration":"349.936244ms","start":"2026-02-27T22:25:04.209039Z","end":"2026-02-27T22:25:04.558975Z","steps":["trace[1290562732] 'agreement among raft nodes before linearized reading' (duration: 347.432748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.559035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.209025Z","time spent":"349.998665ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.888806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:04.559138Z","caller":"traceutil/trace.go:171","msg":"trace[2130412022] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14172; }","duration":"349.332691ms","start":"2026-02-27T22:25:04.209788Z","end":"2026-02-27T22:25:04.55912Z","steps":["trace[2130412022] 'agreement among raft nodes before linearized reading' (duration: 346.810544ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.559196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.209776Z","time spent":"349.403593ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.493219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:04.559241Z","caller":"traceutil/trace.go:171","msg":"trace[725601667] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14172; }","duration":"350.042847ms","start":"2026-02-27T22:25:04.209186Z","end":"2026-02-27T22:25:04.559229Z","steps":["trace[725601667] 'agreement among raft nodes before linearized reading' (duration: 347.449218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.559284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.209166Z","time spent":"350.107168ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.317841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:04.559357Z","caller":"traceutil/trace.go:171","msg":"trace[159530609] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14172; }","duration":"356.016971ms","start":"2026-02-27T22:25:04.203326Z","end":"2026-02-27T22:25:04.559343Z","steps":["trace[159530609] 'agreement among raft nodes before linearized reading' (duration: 353.226839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.55941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.203278Z","time spent":"356.119164ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.453968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:04.559483Z","caller":"traceutil/trace.go:171","msg":"trace[853061311] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14172; }","duration":"350.21665ms","start":"2026-02-27T22:25:04.209247Z","end":"2026-02-27T22:25:04.559464Z","steps":["trace[853061311] 'agreement among raft nodes before linearized reading' (duration: 347.419737ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.559523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.209237Z","time spent":"350.276042ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.978352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:25:04.559605Z","caller":"traceutil/trace.go:171","msg":"trace[29012444] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:14172; }","duration":"228.842796ms","start":"2026-02-27T22:25:04.330753Z","end":"2026-02-27T22:25:04.559596Z","steps":["trace[29012444] 'agreement among raft nodes before linearized reading' (duration: 225.951031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.556757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.595442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:04.559706Z","caller":"traceutil/trace.go:171","msg":"trace[889282600] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14172; }","duration":"350.551468ms","start":"2026-02-27T22:25:04.209141Z","end":"2026-02-27T22:25:04.559692Z","steps":["trace[889282600] 'agreement among raft nodes before linearized reading' (duration: 347.586021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.559752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.209131Z","time spent":"350.608999ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.203561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T22:25:04.559854Z","caller":"traceutil/trace.go:171","msg":"trace[411436242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14172; }","duration":"329.277259ms","start":"2026-02-27T22:25:04.230554Z","end":"2026-02-27T22:25:04.559831Z","steps":["trace[411436242] 'agreement among raft nodes before linearized reading' (duration: 326.19896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.559927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.230544Z","time spent":"329.367651ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.976078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:04.559992Z","caller":"traceutil/trace.go:171","msg":"trace[1355379421] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14172; }","duration":"350.160639ms","start":"2026-02-27T22:25:04.209807Z","end":"2026-02-27T22:25:04.559967Z","steps":["trace[1355379421] 'agreement among raft nodes before linearized reading' (duration: 346.940577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.560039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.209801Z","time spent":"350.225981ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.832404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T22:25:04.560101Z","caller":"traceutil/trace.go:171","msg":"trace[1309587399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14172; }","duration":"330.137538ms","start":"2026-02-27T22:25:04.229948Z","end":"2026-02-27T22:25:04.560085Z","steps":["trace[1309587399] 'agreement among raft nodes before linearized reading' (duration: 326.837834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.560157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.229936Z","time spent":"330.20465ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:25:04.556817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.070269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T22:25:04.5603Z","caller":"traceutil/trace.go:171","msg":"trace[1617703021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14172; }","duration":"338.549748ms","start":"2026-02-27T22:25:04.221713Z","end":"2026-02-27T22:25:04.560263Z","steps":["trace[1617703021] 'agreement among raft nodes before linearized reading' (duration: 335.07364ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.556815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.624532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20674"} {"level":"warn","ts":"2026-02-27T22:25:04.560361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.221703Z","time spent":"338.64144ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:25:04.560365Z","caller":"traceutil/trace.go:171","msg":"trace[354657113] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:14172; }","duration":"248.208473ms","start":"2026-02-27T22:25:04.31214Z","end":"2026-02-27T22:25:04.560349Z","steps":["trace[354657113] 'agreement among raft nodes before linearized reading' (duration: 244.604422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.55682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.079863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-02-27T22:25:04.560486Z","caller":"traceutil/trace.go:171","msg":"trace[325554661] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:14172; }","duration":"233.737446ms","start":"2026-02-27T22:25:04.326735Z","end":"2026-02-27T22:25:04.560473Z","steps":["trace[325554661] 'agreement among raft nodes before linearized reading' (duration: 230.024102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.557006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:04.195276Z","time spent":"361.647498ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:25:04.801296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.017022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:25:04.801469Z","caller":"traceutil/trace.go:171","msg":"trace[1645028293] transaction","detail":"{read_only:false; response_revision:14173; number_of_response:1; }","duration":"237.142343ms","start":"2026-02-27T22:25:04.564298Z","end":"2026-02-27T22:25:04.80144Z","steps":["trace[1645028293] 'process raft request' (duration: 89.879446ms)","trace[1645028293] 'compare' (duration: 146.734816ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:25:04.812343Z","caller":"traceutil/trace.go:171","msg":"trace[1125375518] transaction","detail":"{read_only:false; response_revision:14175; number_of_response:1; }","duration":"247.71676ms","start":"2026-02-27T22:25:04.564595Z","end":"2026-02-27T22:25:04.812312Z","steps":["trace[1125375518] 'process raft request' (duration: 247.584457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:04.812432Z","caller":"traceutil/trace.go:171","msg":"trace[973103290] transaction","detail":"{read_only:false; response_revision:14174; number_of_response:1; }","duration":"248.047649ms","start":"2026-02-27T22:25:04.56432Z","end":"2026-02-27T22:25:04.812368Z","steps":["trace[973103290] 'process raft request' (duration: 247.699391ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:04.812623Z","caller":"traceutil/trace.go:171","msg":"trace[343163895] transaction","detail":"{read_only:false; response_revision:14176; number_of_response:1; }","duration":"247.950726ms","start":"2026-02-27T22:25:04.564661Z","end":"2026-02-27T22:25:04.812612Z","steps":["trace[343163895] 'process raft request' (duration: 247.603698ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:04.812742Z","caller":"traceutil/trace.go:171","msg":"trace[1737479046] transaction","detail":"{read_only:false; response_revision:14177; number_of_response:1; }","duration":"248.000927ms","start":"2026-02-27T22:25:04.564732Z","end":"2026-02-27T22:25:04.812733Z","steps":["trace[1737479046] 'process raft request' (duration: 247.836733ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:04.812731Z","caller":"traceutil/trace.go:171","msg":"trace[1233140851] linearizableReadLoop","detail":"{readStateIndex:14704; appliedIndex:14699; }","duration":"247.523286ms","start":"2026-02-27T22:25:04.56519Z","end":"2026-02-27T22:25:04.812714Z","steps":["trace[1233140851] 'read index received' (duration: 89.002966ms)","trace[1233140851] 'applied index is now lower than readState.Index' (duration: 158.51917ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:25:04.813018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.244815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:25:04.813095Z","caller":"traceutil/trace.go:171","msg":"trace[474663995] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:14177; }","duration":"154.374497ms","start":"2026-02-27T22:25:04.658705Z","end":"2026-02-27T22:25:04.813079Z","steps":["trace[474663995] 'agreement among raft nodes before linearized reading' (duration: 154.248095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.813188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.295488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:04.813235Z","caller":"traceutil/trace.go:171","msg":"trace[1127494434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14177; }","duration":"155.401321ms","start":"2026-02-27T22:25:04.657822Z","end":"2026-02-27T22:25:04.813223Z","steps":["trace[1127494434] 'agreement among raft nodes before linearized reading' (duration: 155.285888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.813817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.6049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"warn","ts":"2026-02-27T22:25:04.813859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.639872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"warn","ts":"2026-02-27T22:25:04.813858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.071247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"info","ts":"2026-02-27T22:25:04.813891Z","caller":"traceutil/trace.go:171","msg":"trace[1805516093] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14177; }","duration":"248.676682ms","start":"2026-02-27T22:25:04.565207Z","end":"2026-02-27T22:25:04.813884Z","steps":["trace[1805516093] 'agreement among raft nodes before linearized reading' (duration: 247.665899ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:04.813896Z","caller":"traceutil/trace.go:171","msg":"trace[1401084201] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14177; }","duration":"248.713803ms","start":"2026-02-27T22:25:04.565167Z","end":"2026-02-27T22:25:04.813881Z","steps":["trace[1401084201] 'agreement among raft nodes before linearized reading' (duration: 247.596197ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:04.813912Z","caller":"traceutil/trace.go:171","msg":"trace[460160464] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14177; }","duration":"247.128699ms","start":"2026-02-27T22:25:04.56677Z","end":"2026-02-27T22:25:04.813898Z","steps":["trace[460160464] 'agreement among raft nodes before linearized reading' (duration: 246.216357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.813973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.654127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"info","ts":"2026-02-27T22:25:04.814019Z","caller":"traceutil/trace.go:171","msg":"trace[57313626] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14177; }","duration":"246.715599ms","start":"2026-02-27T22:25:04.567293Z","end":"2026-02-27T22:25:04.814009Z","steps":["trace[57313626] 'agreement among raft nodes before linearized reading' (duration: 245.655195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:04.81421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.610929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"info","ts":"2026-02-27T22:25:04.814249Z","caller":"traceutil/trace.go:171","msg":"trace[719953735] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14177; }","duration":"247.685871ms","start":"2026-02-27T22:25:04.566555Z","end":"2026-02-27T22:25:04.81424Z","steps":["trace[719953735] 'agreement among raft nodes before linearized reading' (duration: 246.527314ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:06.975339Z","caller":"traceutil/trace.go:171","msg":"trace[1201520982] linearizableReadLoop","detail":"{readStateIndex:14710; appliedIndex:14709; }","duration":"158.952311ms","start":"2026-02-27T22:25:06.816368Z","end":"2026-02-27T22:25:06.97532Z","steps":["trace[1201520982] 'read index received' (duration: 158.839999ms)","trace[1201520982] 'applied index is now lower than readState.Index' (duration: 111.362µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:25:06.975492Z","caller":"traceutil/trace.go:171","msg":"trace[1694208688] transaction","detail":"{read_only:false; response_revision:14182; number_of_response:1; }","duration":"166.408629ms","start":"2026-02-27T22:25:06.809049Z","end":"2026-02-27T22:25:06.975458Z","steps":["trace[1694208688] 'process raft request' (duration: 166.147424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:06.975547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.162076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T22:25:06.975579Z","caller":"traceutil/trace.go:171","msg":"trace[1285279078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14182; }","duration":"159.225618ms","start":"2026-02-27T22:25:06.816344Z","end":"2026-02-27T22:25:06.97557Z","steps":["trace[1285279078] 'agreement among raft nodes before linearized reading' (duration: 159.110165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:06.97578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.980703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-02-27T22:25:06.975825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.019179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20674"} {"level":"warn","ts":"2026-02-27T22:25:06.975816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.111837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:25:06.97587Z","caller":"traceutil/trace.go:171","msg":"trace[1274831350] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:14182; }","duration":"142.07984ms","start":"2026-02-27T22:25:06.833777Z","end":"2026-02-27T22:25:06.975857Z","steps":["trace[1274831350] 'agreement among raft nodes before linearized reading' (duration: 141.876606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:06.975868Z","caller":"traceutil/trace.go:171","msg":"trace[910934992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14182; }","duration":"159.122995ms","start":"2026-02-27T22:25:06.816724Z","end":"2026-02-27T22:25:06.975847Z","steps":["trace[910934992] 'agreement among raft nodes before linearized reading' (duration: 158.851939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:06.975882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.312372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:25:06.975885Z","caller":"traceutil/trace.go:171","msg":"trace[1311045807] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:14182; }","duration":"140.21538ms","start":"2026-02-27T22:25:06.835652Z","end":"2026-02-27T22:25:06.975867Z","steps":["trace[1311045807] 'agreement among raft nodes before linearized reading' (duration: 140.012665ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:06.97592Z","caller":"traceutil/trace.go:171","msg":"trace[959526438] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:14182; }","duration":"140.359853ms","start":"2026-02-27T22:25:06.83555Z","end":"2026-02-27T22:25:06.97591Z","steps":["trace[959526438] 'agreement among raft nodes before linearized reading' (duration: 140.24386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:06.975863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.491651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-27T22:25:06.976021Z","caller":"traceutil/trace.go:171","msg":"trace[604684610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14182; }","duration":"158.690085ms","start":"2026-02-27T22:25:06.817321Z","end":"2026-02-27T22:25:06.976011Z","steps":["trace[604684610] 'agreement among raft nodes before linearized reading' (duration: 158.366088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:06.976021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.513046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:25:06.976087Z","caller":"traceutil/trace.go:171","msg":"trace[482033790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:14182; }","duration":"144.617928ms","start":"2026-02-27T22:25:06.831451Z","end":"2026-02-27T22:25:06.976069Z","steps":["trace[482033790] 'agreement among raft nodes before linearized reading' (duration: 144.448094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:06.976115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.397518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-02-27T22:25:06.976126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.92457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T22:25:06.976214Z","caller":"traceutil/trace.go:171","msg":"trace[787572770] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:14182; }","duration":"138.522961ms","start":"2026-02-27T22:25:06.837668Z","end":"2026-02-27T22:25:06.976191Z","steps":["trace[787572770] 'agreement among raft nodes before linearized reading' (duration: 138.208444ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:06.976247Z","caller":"traceutil/trace.go:171","msg":"trace[1759186096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14182; }","duration":"159.093894ms","start":"2026-02-27T22:25:06.817126Z","end":"2026-02-27T22:25:06.97622Z","steps":["trace[1759186096] 'agreement among raft nodes before linearized reading' (duration: 158.681635ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:08.710819Z","caller":"traceutil/trace.go:171","msg":"trace[1722627937] linearizableReadLoop","detail":"{readStateIndex:14717; appliedIndex:14715; }","duration":"111.118994ms","start":"2026-02-27T22:25:08.599676Z","end":"2026-02-27T22:25:08.710795Z","steps":["trace[1722627937] 'read index received' (duration: 110.841837ms)","trace[1722627937] 'applied index is now lower than readState.Index' (duration: 276.267µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:25:08.710915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.215364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:08.710931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.524008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:08.710972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.289457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:08.710972Z","caller":"traceutil/trace.go:171","msg":"trace[934563793] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14189; }","duration":"138.297147ms","start":"2026-02-27T22:25:08.572659Z","end":"2026-02-27T22:25:08.710956Z","steps":["trace[934563793] 'agreement among raft nodes before linearized reading' (duration: 138.159584ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:08.711007Z","caller":"traceutil/trace.go:171","msg":"trace[83687743] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14189; }","duration":"138.418479ms","start":"2026-02-27T22:25:08.572576Z","end":"2026-02-27T22:25:08.710995Z","steps":["trace[83687743] 'agreement among raft nodes before linearized reading' (duration: 138.356858ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:08.710927Z","caller":"traceutil/trace.go:171","msg":"trace[1287461347] transaction","detail":"{read_only:false; response_revision:14189; number_of_response:1; }","duration":"138.47927ms","start":"2026-02-27T22:25:08.572405Z","end":"2026-02-27T22:25:08.710884Z","steps":["trace[1287461347] 'process raft request' (duration: 138.339687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.711195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.540652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:08.711229Z","caller":"traceutil/trace.go:171","msg":"trace[970472213] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14189; }","duration":"138.585162ms","start":"2026-02-27T22:25:08.572635Z","end":"2026-02-27T22:25:08.71122Z","steps":["trace[970472213] 'agreement among raft nodes before linearized reading' (duration: 138.47303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.711246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.141933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:08.711308Z","caller":"traceutil/trace.go:171","msg":"trace[1829664730] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14189; }","duration":"138.202075ms","start":"2026-02-27T22:25:08.573073Z","end":"2026-02-27T22:25:08.711275Z","steps":["trace[1829664730] 'agreement among raft nodes before linearized reading' (duration: 138.140143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.711347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.521108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:25:08.711381Z","caller":"traceutil/trace.go:171","msg":"trace[1576498555] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14189; }","duration":"137.570279ms","start":"2026-02-27T22:25:08.573801Z","end":"2026-02-27T22:25:08.711372Z","steps":["trace[1576498555] 'agreement among raft nodes before linearized reading' (duration: 137.439696ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.711436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.838428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:08.711492Z","caller":"traceutil/trace.go:171","msg":"trace[1022483007] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14189; }","duration":"138.8873ms","start":"2026-02-27T22:25:08.572576Z","end":"2026-02-27T22:25:08.711464Z","steps":["trace[1022483007] 'agreement among raft nodes before linearized reading' (duration: 138.799158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.711601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.841986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:08.711639Z","caller":"traceutil/trace.go:171","msg":"trace[1171299658] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14189; }","duration":"137.900257ms","start":"2026-02-27T22:25:08.57373Z","end":"2026-02-27T22:25:08.71163Z","steps":["trace[1171299658] 'agreement among raft nodes before linearized reading' (duration: 137.798414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.711657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.091294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:08.711695Z","caller":"traceutil/trace.go:171","msg":"trace[1111342684] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14189; }","duration":"139.129295ms","start":"2026-02-27T22:25:08.572557Z","end":"2026-02-27T22:25:08.711686Z","steps":["trace[1111342684] 'agreement among raft nodes before linearized reading' (duration: 139.076904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.711748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.974251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:08.7118Z","caller":"traceutil/trace.go:171","msg":"trace[499185775] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14189; }","duration":"139.041733ms","start":"2026-02-27T22:25:08.572745Z","end":"2026-02-27T22:25:08.711787Z","steps":["trace[499185775] 'agreement among raft nodes before linearized reading' (duration: 138.933031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.711861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.430172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:08.711868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.140365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:08.711895Z","caller":"traceutil/trace.go:171","msg":"trace[1733600782] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14189; }","duration":"139.484132ms","start":"2026-02-27T22:25:08.572403Z","end":"2026-02-27T22:25:08.711887Z","steps":["trace[1733600782] 'agreement among raft nodes before linearized reading' (duration: 139.437411ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:08.711931Z","caller":"traceutil/trace.go:171","msg":"trace[734982982] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14189; }","duration":"139.229587ms","start":"2026-02-27T22:25:08.572686Z","end":"2026-02-27T22:25:08.711916Z","steps":["trace[734982982] 'agreement among raft nodes before linearized reading' (duration: 139.099034ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.711974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.241705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:08.712014Z","caller":"traceutil/trace.go:171","msg":"trace[505581206] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14189; }","duration":"142.355838ms","start":"2026-02-27T22:25:08.569646Z","end":"2026-02-27T22:25:08.712002Z","steps":["trace[505581206] 'agreement among raft nodes before linearized reading' (duration: 142.278336ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:08.711009Z","caller":"traceutil/trace.go:171","msg":"trace[1087961725] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14189; }","duration":"137.62902ms","start":"2026-02-27T22:25:08.57336Z","end":"2026-02-27T22:25:08.710989Z","steps":["trace[1087961725] 'agreement among raft nodes before linearized reading' (duration: 137.464917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.711656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.874959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:08.712182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.658271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:08.712218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.478297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:08.712227Z","caller":"traceutil/trace.go:171","msg":"trace[1440700597] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14189; }","duration":"139.425062ms","start":"2026-02-27T22:25:08.572754Z","end":"2026-02-27T22:25:08.71218Z","steps":["trace[1440700597] 'agreement among raft nodes before linearized reading' (duration: 138.87418ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:08.712279Z","caller":"traceutil/trace.go:171","msg":"trace[1195085656] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14189; }","duration":"141.553689ms","start":"2026-02-27T22:25:08.570712Z","end":"2026-02-27T22:25:08.712265Z","steps":["trace[1195085656] 'agreement among raft nodes before linearized reading' (duration: 141.420366ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:08.711354Z","caller":"traceutil/trace.go:171","msg":"trace[1923909288] transaction","detail":"{read_only:false; response_revision:14188; number_of_response:1; }","duration":"138.963141ms","start":"2026-02-27T22:25:08.572339Z","end":"2026-02-27T22:25:08.711302Z","steps":["trace[1923909288] 'process raft request' (duration: 138.275016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.71241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.034575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:25:08.71245Z","caller":"traceutil/trace.go:171","msg":"trace[1529367526] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14189; }","duration":"140.097807ms","start":"2026-02-27T22:25:08.572344Z","end":"2026-02-27T22:25:08.712442Z","steps":["trace[1529367526] 'agreement among raft nodes before linearized reading' (duration: 139.996024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.711603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.542002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:08.712541Z","caller":"traceutil/trace.go:171","msg":"trace[343035036] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14189; }","duration":"139.487522ms","start":"2026-02-27T22:25:08.573032Z","end":"2026-02-27T22:25:08.71252Z","steps":["trace[343035036] 'agreement among raft nodes before linearized reading' (duration: 138.48107ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:08.712229Z","caller":"traceutil/trace.go:171","msg":"trace[1837427131] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14189; }","duration":"141.728143ms","start":"2026-02-27T22:25:08.570489Z","end":"2026-02-27T22:25:08.712217Z","steps":["trace[1837427131] 'agreement among raft nodes before linearized reading' (duration: 141.666561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.712226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.551538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:08.712694Z","caller":"traceutil/trace.go:171","msg":"trace[1107010384] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14189; }","duration":"142.0425ms","start":"2026-02-27T22:25:08.570638Z","end":"2026-02-27T22:25:08.71268Z","steps":["trace[1107010384] 'agreement among raft nodes before linearized reading' (duration: 141.451967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.712135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.507068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:08.712853Z","caller":"traceutil/trace.go:171","msg":"trace[1435063068] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14189; }","duration":"142.243374ms","start":"2026-02-27T22:25:08.570592Z","end":"2026-02-27T22:25:08.712835Z","steps":["trace[1435063068] 'agreement among raft nodes before linearized reading' (duration: 141.512698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.712346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.568272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T22:25:08.712945Z","caller":"traceutil/trace.go:171","msg":"trace[1372771355] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14189; }","duration":"143.207246ms","start":"2026-02-27T22:25:08.569723Z","end":"2026-02-27T22:25:08.71293Z","steps":["trace[1372771355] 'agreement among raft nodes before linearized reading' (duration: 142.536742ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:08.71235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.62725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:25:08.713146Z","caller":"traceutil/trace.go:171","msg":"trace[1817600323] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14189; }","duration":"142.442118ms","start":"2026-02-27T22:25:08.57069Z","end":"2026-02-27T22:25:08.713133Z","steps":["trace[1817600323] 'agreement among raft nodes before linearized reading' (duration: 141.570969ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:09.174457Z","caller":"traceutil/trace.go:171","msg":"trace[1494140267] transaction","detail":"{read_only:false; response_revision:14192; number_of_response:1; }","duration":"155.486763ms","start":"2026-02-27T22:25:09.018939Z","end":"2026-02-27T22:25:09.174426Z","steps":["trace[1494140267] 'process raft request' (duration: 155.428772ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:09.174638Z","caller":"traceutil/trace.go:171","msg":"trace[1788809424] transaction","detail":"{read_only:false; response_revision:14191; number_of_response:1; }","duration":"155.659227ms","start":"2026-02-27T22:25:09.018941Z","end":"2026-02-27T22:25:09.1746Z","steps":["trace[1788809424] 'process raft request' (duration: 76.246057ms)","trace[1788809424] 'compare' (duration: 78.938879ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:25:09.19079Z","caller":"traceutil/trace.go:171","msg":"trace[1860510716] transaction","detail":"{read_only:false; response_revision:14193; number_of_response:1; }","duration":"171.716619ms","start":"2026-02-27T22:25:09.019046Z","end":"2026-02-27T22:25:09.190763Z","steps":["trace[1860510716] 'process raft request' (duration: 171.458373ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:09.191039Z","caller":"traceutil/trace.go:171","msg":"trace[1607832643] linearizableReadLoop","detail":"{readStateIndex:14722; appliedIndex:14718; }","duration":"171.691488ms","start":"2026-02-27T22:25:09.019316Z","end":"2026-02-27T22:25:09.191007Z","steps":["trace[1607832643] 'read index received' (duration: 75.858909ms)","trace[1607832643] 'applied index is now lower than readState.Index' (duration: 95.830599ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:25:09.191097Z","caller":"traceutil/trace.go:171","msg":"trace[1574825030] transaction","detail":"{read_only:false; response_revision:14194; number_of_response:1; }","duration":"171.959484ms","start":"2026-02-27T22:25:09.019124Z","end":"2026-02-27T22:25:09.191084Z","steps":["trace[1574825030] 'process raft request' (duration: 171.594286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:09.19195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.956277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"info","ts":"2026-02-27T22:25:09.192022Z","caller":"traceutil/trace.go:171","msg":"trace[1215783112] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14194; }","duration":"169.062679ms","start":"2026-02-27T22:25:09.022943Z","end":"2026-02-27T22:25:09.192006Z","steps":["trace[1215783112] 'agreement among raft nodes before linearized reading' (duration: 168.251681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:09.192034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.695791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"warn","ts":"2026-02-27T22:25:09.192085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.861843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"info","ts":"2026-02-27T22:25:09.192095Z","caller":"traceutil/trace.go:171","msg":"trace[1945363785] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14194; }","duration":"172.770972ms","start":"2026-02-27T22:25:09.019312Z","end":"2026-02-27T22:25:09.192083Z","steps":["trace[1945363785] 'agreement among raft nodes before linearized reading' (duration: 171.870432ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:09.192132Z","caller":"traceutil/trace.go:171","msg":"trace[1887495155] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14194; }","duration":"167.933804ms","start":"2026-02-27T22:25:09.024182Z","end":"2026-02-27T22:25:09.192116Z","steps":["trace[1887495155] 'agreement among raft nodes before linearized reading' (duration: 167.016834ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:09.19228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.65714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"info","ts":"2026-02-27T22:25:09.192368Z","caller":"traceutil/trace.go:171","msg":"trace[926847636] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14194; }","duration":"168.775642ms","start":"2026-02-27T22:25:09.023573Z","end":"2026-02-27T22:25:09.192349Z","steps":["trace[926847636] 'agreement among raft nodes before linearized reading' (duration: 167.75183ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:15.354851Z","caller":"traceutil/trace.go:171","msg":"trace[1453137658] linearizableReadLoop","detail":"{readStateIndex:14750; appliedIndex:14748; }","duration":"128.322971ms","start":"2026-02-27T22:25:15.2265Z","end":"2026-02-27T22:25:15.354823Z","steps":["trace[1453137658] 'read index received' (duration: 10.923726ms)","trace[1453137658] 'applied index is now lower than readState.Index' (duration: 117.397445ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:25:15.354874Z","caller":"traceutil/trace.go:171","msg":"trace[839097438] transaction","detail":"{read_only:false; response_revision:14221; number_of_response:1; }","duration":"129.270892ms","start":"2026-02-27T22:25:15.225566Z","end":"2026-02-27T22:25:15.354837Z","steps":["trace[839097438] 'process raft request' (duration: 47.817197ms)","trace[839097438] 'compare' (duration: 81.181389ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:25:15.355021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.505556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:15.355153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.639971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:25:15.355197Z","caller":"traceutil/trace.go:171","msg":"trace[1718394032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:14221; }","duration":"102.740224ms","start":"2026-02-27T22:25:15.252445Z","end":"2026-02-27T22:25:15.355185Z","steps":["trace[1718394032] 'agreement among raft nodes before linearized reading' (duration: 102.529129ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:15.355853Z","caller":"traceutil/trace.go:171","msg":"trace[41385994] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14221; }","duration":"128.653628ms","start":"2026-02-27T22:25:15.226451Z","end":"2026-02-27T22:25:15.355104Z","steps":["trace[41385994] 'agreement among raft nodes before linearized reading' (duration: 128.469924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.00095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.695933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:19.001206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.407856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:19.001306Z","caller":"traceutil/trace.go:171","msg":"trace[818450979] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14234; }","duration":"252.493038ms","start":"2026-02-27T22:25:18.748757Z","end":"2026-02-27T22:25:19.00125Z","steps":["trace[818450979] 'range keys from in-memory index tree' (duration: 252.346215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.001483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.093637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:19.001495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.453007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:19.001554Z","caller":"traceutil/trace.go:171","msg":"trace[1600479670] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14234; }","duration":"259.204399ms","start":"2026-02-27T22:25:18.742334Z","end":"2026-02-27T22:25:19.001539Z","steps":["trace[1600479670] 'range keys from in-memory index tree' (duration: 258.990765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:19.001579Z","caller":"traceutil/trace.go:171","msg":"trace[329978579] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14234; }","duration":"252.5642ms","start":"2026-02-27T22:25:18.748992Z","end":"2026-02-27T22:25:19.001556Z","steps":["trace[329978579] 'range keys from in-memory index tree' (duration: 252.402057ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.001652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.923378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:19.001682Z","caller":"traceutil/trace.go:171","msg":"trace[178723712] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14234; }","duration":"252.970579ms","start":"2026-02-27T22:25:18.748701Z","end":"2026-02-27T22:25:19.001672Z","steps":["trace[178723712] 'range keys from in-memory index tree' (duration: 252.858006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.001845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.438293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:25:19.00186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.009686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:25:19.00162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.371627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:19.001899Z","caller":"traceutil/trace.go:171","msg":"trace[985336711] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14234; }","duration":"255.076567ms","start":"2026-02-27T22:25:18.746811Z","end":"2026-02-27T22:25:19.001887Z","steps":["trace[985336711] 'range keys from in-memory index tree' (duration: 254.874002ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:19.00192Z","caller":"traceutil/trace.go:171","msg":"trace[462688931] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14234; }","duration":"253.692105ms","start":"2026-02-27T22:25:18.748216Z","end":"2026-02-27T22:25:19.001908Z","steps":["trace[462688931] 'range keys from in-memory index tree' (duration: 253.142022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.001901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.947074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:19.001887Z","caller":"traceutil/trace.go:171","msg":"trace[1357704743] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14234; }","duration":"262.523715ms","start":"2026-02-27T22:25:18.739353Z","end":"2026-02-27T22:25:19.001877Z","steps":["trace[1357704743] 'range keys from in-memory index tree' (duration: 262.273048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.002012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.923418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-02-27T22:25:19.001991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.100487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:19.002033Z","caller":"traceutil/trace.go:171","msg":"trace[528528121] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14234; }","duration":"259.124237ms","start":"2026-02-27T22:25:18.742878Z","end":"2026-02-27T22:25:19.002002Z","steps":["trace[528528121] 'range keys from in-memory index tree' (duration: 258.80982ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:19.002227Z","caller":"traceutil/trace.go:171","msg":"trace[2127883286] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14234; }","duration":"261.160554ms","start":"2026-02-27T22:25:18.741058Z","end":"2026-02-27T22:25:19.002219Z","steps":["trace[2127883286] 'range keys from in-memory index tree' (duration: 260.835316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:19.002245Z","caller":"traceutil/trace.go:171","msg":"trace[1736621141] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14234; }","duration":"255.382233ms","start":"2026-02-27T22:25:18.74684Z","end":"2026-02-27T22:25:19.002223Z","steps":["trace[1736621141] 'range keys from in-memory index tree' (duration: 254.981895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.00195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.945691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:25:19.002283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.541095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:25:19.002285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.964049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:19.002311Z","caller":"traceutil/trace.go:171","msg":"trace[2119080674] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14234; }","duration":"254.569226ms","start":"2026-02-27T22:25:18.747733Z","end":"2026-02-27T22:25:19.002303Z","steps":["trace[2119080674] 'range keys from in-memory index tree' (duration: 254.444033ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:19.002371Z","caller":"traceutil/trace.go:171","msg":"trace[2128253957] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14234; }","duration":"262.33044ms","start":"2026-02-27T22:25:18.739969Z","end":"2026-02-27T22:25:19.0023Z","steps":["trace[2128253957] 'range keys from in-memory index tree' (duration: 261.848529ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:19.002344Z","caller":"traceutil/trace.go:171","msg":"trace[1777803890] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14234; }","duration":"261.059941ms","start":"2026-02-27T22:25:18.741267Z","end":"2026-02-27T22:25:19.002327Z","steps":["trace[1777803890] 'range keys from in-memory index tree' (duration: 260.641732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.002521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.150623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:19.002513Z","caller":"traceutil/trace.go:171","msg":"trace[1873736830] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14234; }","duration":"254.275858ms","start":"2026-02-27T22:25:18.748191Z","end":"2026-02-27T22:25:19.002467Z","steps":["trace[1873736830] 'range keys from in-memory index tree' (duration: 252.5379ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:19.002571Z","caller":"traceutil/trace.go:171","msg":"trace[1158342668] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14234; }","duration":"257.233394ms","start":"2026-02-27T22:25:18.745323Z","end":"2026-02-27T22:25:19.002557Z","steps":["trace[1158342668] 'range keys from in-memory index tree' (duration: 256.971319ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:19.060832Z","caller":"traceutil/trace.go:171","msg":"trace[1190629648] linearizableReadLoop","detail":"{readStateIndex:14765; appliedIndex:14764; }","duration":"310.835233ms","start":"2026-02-27T22:25:18.749972Z","end":"2026-02-27T22:25:19.060807Z","steps":["trace[1190629648] 'read index received' (duration: 310.733891ms)","trace[1190629648] 'applied index is now lower than readState.Index' (duration: 100.412µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:25:19.060971Z","caller":"traceutil/trace.go:171","msg":"trace[809987345] transaction","detail":"{read_only:false; response_revision:14235; number_of_response:1; }","duration":"311.338764ms","start":"2026-02-27T22:25:18.749601Z","end":"2026-02-27T22:25:19.06094Z","steps":["trace[809987345] 'process raft request' (duration: 311.051878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.061131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.14444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:19.061179Z","caller":"traceutil/trace.go:171","msg":"trace[1389118750] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14235; }","duration":"311.229832ms","start":"2026-02-27T22:25:18.749938Z","end":"2026-02-27T22:25:19.061167Z","steps":["trace[1389118750] 'agreement among raft nodes before linearized reading' (duration: 311.006187ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.061216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:18.749926Z","time spent":"311.282083ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:25:19.061245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:18.749584Z","time spent":"311.467528ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:25:19.065029Z","caller":"traceutil/trace.go:171","msg":"trace[942295180] transaction","detail":"{read_only:false; response_revision:14236; number_of_response:1; }","duration":"313.958264ms","start":"2026-02-27T22:25:18.751058Z","end":"2026-02-27T22:25:19.065016Z","steps":["trace[942295180] 'process raft request' (duration: 313.897332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.065115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:18.751027Z","time spent":"314.036596ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:25:19.066924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.364535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:25:19.066941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.535939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:19.066944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.758681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:25:19.066939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.972978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:19.06699Z","caller":"traceutil/trace.go:171","msg":"trace[1101188761] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14236; }","duration":"315.5986ms","start":"2026-02-27T22:25:18.751378Z","end":"2026-02-27T22:25:19.066977Z","steps":["trace[1101188761] 'agreement among raft nodes before linearized reading' (duration: 315.515868ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.067041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:18.751371Z","time spent":"315.664491ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T22:25:19.067047Z","caller":"traceutil/trace.go:171","msg":"trace[1720086489] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14236; }","duration":"316.069541ms","start":"2026-02-27T22:25:18.750927Z","end":"2026-02-27T22:25:19.066996Z","steps":["trace[1720086489] 'agreement among raft nodes before linearized reading' (duration: 315.940948ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:19.066993Z","caller":"traceutil/trace.go:171","msg":"trace[921436356] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14236; }","duration":"315.451807ms","start":"2026-02-27T22:25:18.751523Z","end":"2026-02-27T22:25:19.066975Z","steps":["trace[921436356] 'agreement among raft nodes before linearized reading' (duration: 315.285823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.067087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:18.750918Z","time spent":"316.161552ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:25:19.066916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.336414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:19.067128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:18.751516Z","time spent":"315.5956ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T22:25:19.067003Z","caller":"traceutil/trace.go:171","msg":"trace[634306424] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14236; }","duration":"314.830993ms","start":"2026-02-27T22:25:18.752156Z","end":"2026-02-27T22:25:19.066987Z","steps":["trace[634306424] 'agreement among raft nodes before linearized reading' (duration: 314.66405ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:19.067149Z","caller":"traceutil/trace.go:171","msg":"trace[1358819650] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14236; }","duration":"315.59928ms","start":"2026-02-27T22:25:18.751526Z","end":"2026-02-27T22:25:19.067125Z","steps":["trace[1358819650] 'agreement among raft nodes before linearized reading' (duration: 315.290964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.067188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:18.752145Z","time spent":"315.031998ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:25:19.067244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.53035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:25:19.067197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:18.751519Z","time spent":"315.668182ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-02-27T22:25:19.067266Z","caller":"traceutil/trace.go:171","msg":"trace[612593035] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14236; }","duration":"315.56205ms","start":"2026-02-27T22:25:18.751697Z","end":"2026-02-27T22:25:19.067259Z","steps":["trace[612593035] 'agreement among raft nodes before linearized reading' (duration: 315.495248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.067286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:25:18.751692Z","time spent":"315.589781ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-02-27T22:25:19.341511Z","caller":"traceutil/trace.go:171","msg":"trace[1114815948] transaction","detail":"{read_only:false; response_revision:14239; number_of_response:1; }","duration":"111.470701ms","start":"2026-02-27T22:25:19.230011Z","end":"2026-02-27T22:25:19.341482Z","steps":["trace[1114815948] 'process raft request' (duration: 110.885518ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:19.687645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.369143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:25:19.687789Z","caller":"traceutil/trace.go:171","msg":"trace[715128601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14241; }","duration":"125.663801ms","start":"2026-02-27T22:25:19.562092Z","end":"2026-02-27T22:25:19.687756Z","steps":["trace[715128601] 'count revisions from in-memory index tree' (duration: 124.298721ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:23.468527Z","caller":"traceutil/trace.go:171","msg":"trace[326219895] linearizableReadLoop","detail":"{readStateIndex:14787; appliedIndex:14786; }","duration":"109.786804ms","start":"2026-02-27T22:25:23.358718Z","end":"2026-02-27T22:25:23.468504Z","steps":["trace[326219895] 'read index received' (duration: 109.59064ms)","trace[326219895] 'applied index is now lower than readState.Index' (duration: 195.154µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:25:23.468781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.04418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T22:25:23.468838Z","caller":"traceutil/trace.go:171","msg":"trace[1341609071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14256; }","duration":"110.143242ms","start":"2026-02-27T22:25:23.35868Z","end":"2026-02-27T22:25:23.468823Z","steps":["trace[1341609071] 'agreement among raft nodes before linearized reading' (duration: 109.958428ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:23.469078Z","caller":"traceutil/trace.go:171","msg":"trace[1867929485] transaction","detail":"{read_only:false; response_revision:14256; number_of_response:1; }","duration":"143.558645ms","start":"2026-02-27T22:25:23.325101Z","end":"2026-02-27T22:25:23.46866Z","steps":["trace[1867929485] 'process raft request' (duration: 143.184567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:23.60739Z","caller":"traceutil/trace.go:171","msg":"trace[552599496] transaction","detail":"{read_only:false; response_revision:14257; number_of_response:1; }","duration":"133.688652ms","start":"2026-02-27T22:25:23.473678Z","end":"2026-02-27T22:25:23.607366Z","steps":["trace[552599496] 'process raft request' (duration: 132.639329ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:23.607853Z","caller":"traceutil/trace.go:171","msg":"trace[1939242249] transaction","detail":"{read_only:false; response_revision:14259; number_of_response:1; }","duration":"133.184211ms","start":"2026-02-27T22:25:23.474659Z","end":"2026-02-27T22:25:23.607843Z","steps":["trace[1939242249] 'process raft request' (duration: 133.100829ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:23.60785Z","caller":"traceutil/trace.go:171","msg":"trace[1499047975] linearizableReadLoop","detail":"{readStateIndex:14790; appliedIndex:14787; }","duration":"132.567186ms","start":"2026-02-27T22:25:23.475251Z","end":"2026-02-27T22:25:23.607818Z","steps":["trace[1499047975] 'read index received' (duration: 131.081383ms)","trace[1499047975] 'applied index is now lower than readState.Index' (duration: 1.484543ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:25:23.607881Z","caller":"traceutil/trace.go:171","msg":"trace[1441050548] transaction","detail":"{read_only:false; response_revision:14258; number_of_response:1; }","duration":"133.899266ms","start":"2026-02-27T22:25:23.47395Z","end":"2026-02-27T22:25:23.607849Z","steps":["trace[1441050548] 'process raft request' (duration: 133.63287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:23.608103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.19584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-02-27T22:25:23.608124Z","caller":"traceutil/trace.go:171","msg":"trace[154381606] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:14259; }","duration":"101.264312ms","start":"2026-02-27T22:25:23.506853Z","end":"2026-02-27T22:25:23.608117Z","steps":["trace[154381606] 'agreement among raft nodes before linearized reading' (duration: 101.130629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:23.608767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.492378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732330"} {"level":"info","ts":"2026-02-27T22:25:23.608819Z","caller":"traceutil/trace.go:171","msg":"trace[473614218] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14259; }","duration":"133.56709ms","start":"2026-02-27T22:25:23.47524Z","end":"2026-02-27T22:25:23.608807Z","steps":["trace[473614218] 'agreement among raft nodes before linearized reading' (duration: 132.72235ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:25.307522Z","caller":"traceutil/trace.go:171","msg":"trace[1740277202] linearizableReadLoop","detail":"{readStateIndex:14794; appliedIndex:14793; }","duration":"116.512635ms","start":"2026-02-27T22:25:25.190984Z","end":"2026-02-27T22:25:25.307496Z","steps":["trace[1740277202] 'read index received' (duration: 102.97064ms)","trace[1740277202] 'applied index is now lower than readState.Index' (duration: 13.540355ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:25:25.307781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.524355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:25:25.307799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.595577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:25.307826Z","caller":"traceutil/trace.go:171","msg":"trace[1834188913] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14263; }","duration":"211.606927ms","start":"2026-02-27T22:25:25.096209Z","end":"2026-02-27T22:25:25.307816Z","steps":["trace[1834188913] 'agreement among raft nodes before linearized reading' (duration: 211.486255ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:25.307833Z","caller":"traceutil/trace.go:171","msg":"trace[1121242332] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14263; }","duration":"211.69608ms","start":"2026-02-27T22:25:25.096126Z","end":"2026-02-27T22:25:25.307822Z","steps":["trace[1121242332] 'agreement among raft nodes before linearized reading' (duration: 211.594747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:25.307873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.781399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:25.307917Z","caller":"traceutil/trace.go:171","msg":"trace[1827827108] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14263; }","duration":"210.83578ms","start":"2026-02-27T22:25:25.09707Z","end":"2026-02-27T22:25:25.307906Z","steps":["trace[1827827108] 'agreement among raft nodes before linearized reading' (duration: 210.743808ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:25.307921Z","caller":"traceutil/trace.go:171","msg":"trace[873284676] transaction","detail":"{read_only:false; response_revision:14263; number_of_response:1; }","duration":"209.570613ms","start":"2026-02-27T22:25:25.098296Z","end":"2026-02-27T22:25:25.307867Z","steps":["trace[873284676] 'process raft request' (duration: 195.732471ms)","trace[873284676] 'compare' (duration: 13.33627ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:25:25.307985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.559369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T22:25:25.307778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.541552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:25.308095Z","caller":"traceutil/trace.go:171","msg":"trace[1390708452] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14263; }","duration":"209.903789ms","start":"2026-02-27T22:25:25.098184Z","end":"2026-02-27T22:25:25.308088Z","steps":["trace[1390708452] 'agreement among raft nodes before linearized reading' (duration: 209.380288ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:25.308109Z","caller":"traceutil/trace.go:171","msg":"trace[897943336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14263; }","duration":"200.749162ms","start":"2026-02-27T22:25:25.107332Z","end":"2026-02-27T22:25:25.308081Z","steps":["trace[897943336] 'agreement among raft nodes before linearized reading' (duration: 200.335673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:25.308207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.741496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:25.308247Z","caller":"traceutil/trace.go:171","msg":"trace[2137485983] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14263; }","duration":"213.792507ms","start":"2026-02-27T22:25:25.094445Z","end":"2026-02-27T22:25:25.308238Z","steps":["trace[2137485983] 'agreement among raft nodes before linearized reading' (duration: 213.733075ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:28.871591Z","caller":"traceutil/trace.go:171","msg":"trace[1023368752] transaction","detail":"{read_only:false; response_revision:14278; number_of_response:1; }","duration":"122.320105ms","start":"2026-02-27T22:25:28.749246Z","end":"2026-02-27T22:25:28.871566Z","steps":["trace[1023368752] 'process raft request' (duration: 122.139671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:29.527288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.401177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:29.527332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.109267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:29.527376Z","caller":"traceutil/trace.go:171","msg":"trace[93530341] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14279; }","duration":"201.544591ms","start":"2026-02-27T22:25:29.325811Z","end":"2026-02-27T22:25:29.527356Z","steps":["trace[93530341] 'range keys from in-memory index tree' (duration: 201.317275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:29.527421Z","caller":"traceutil/trace.go:171","msg":"trace[554128596] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14279; }","duration":"211.248489ms","start":"2026-02-27T22:25:29.316148Z","end":"2026-02-27T22:25:29.527397Z","steps":["trace[554128596] 'range keys from in-memory index tree' (duration: 211.014644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:29.527468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.649083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:29.527546Z","caller":"traceutil/trace.go:171","msg":"trace[171799801] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14279; }","duration":"201.783707ms","start":"2026-02-27T22:25:29.325748Z","end":"2026-02-27T22:25:29.527532Z","steps":["trace[171799801] 'range keys from in-memory index tree' (duration: 201.461108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:29.527619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.340467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:29.527669Z","caller":"traceutil/trace.go:171","msg":"trace[1315830977] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14279; }","duration":"201.426518ms","start":"2026-02-27T22:25:29.32623Z","end":"2026-02-27T22:25:29.527656Z","steps":["trace[1315830977] 'range keys from in-memory index tree' (duration: 201.191582ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:29.527776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.864782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-02-27T22:25:29.527785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.778074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:29.527918Z","caller":"traceutil/trace.go:171","msg":"trace[47189917] transaction","detail":"{read_only:false; response_revision:14280; number_of_response:1; }","duration":"200.552749ms","start":"2026-02-27T22:25:29.32735Z","end":"2026-02-27T22:25:29.527903Z","steps":["trace[47189917] 'process raft request' (duration: 24.467162ms)","trace[47189917] 'compare' (duration: 175.714589ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:25:29.52792Z","caller":"traceutil/trace.go:171","msg":"trace[1048412643] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14279; }","duration":"200.931617ms","start":"2026-02-27T22:25:29.326967Z","end":"2026-02-27T22:25:29.527899Z","steps":["trace[1048412643] 'range keys from in-memory index tree' (duration: 200.539238ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:29.527951Z","caller":"traceutil/trace.go:171","msg":"trace[702201563] linearizableReadLoop","detail":"{readStateIndex:14812; appliedIndex:14811; }","duration":"193.954621ms","start":"2026-02-27T22:25:29.333979Z","end":"2026-02-27T22:25:29.527933Z","steps":["trace[702201563] 'read index received' (duration: 17.808762ms)","trace[702201563] 'applied index is now lower than readState.Index' (duration: 176.144359ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:25:29.528167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.879373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-02-27T22:25:29.528221Z","caller":"traceutil/trace.go:171","msg":"trace[296731733] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:14280; }","duration":"179.959094ms","start":"2026-02-27T22:25:29.34825Z","end":"2026-02-27T22:25:29.528209Z","steps":["trace[296731733] 'agreement among raft nodes before linearized reading' (duration: 179.810881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:29.528212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.200446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T22:25:29.528292Z","caller":"traceutil/trace.go:171","msg":"trace[326450898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14280; }","duration":"194.317508ms","start":"2026-02-27T22:25:29.333956Z","end":"2026-02-27T22:25:29.528274Z","steps":["trace[326450898] 'agreement among raft nodes before linearized reading' (duration: 194.057143ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:31.101502Z","caller":"traceutil/trace.go:171","msg":"trace[1532147161] transaction","detail":"{read_only:false; response_revision:14289; number_of_response:1; }","duration":"224.809424ms","start":"2026-02-27T22:25:30.876673Z","end":"2026-02-27T22:25:31.101482Z","steps":["trace[1532147161] 'process raft request' (duration: 224.642361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:31.19985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.238955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T22:25:31.199928Z","caller":"traceutil/trace.go:171","msg":"trace[1465474542] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14289; }","duration":"170.354968ms","start":"2026-02-27T22:25:31.029555Z","end":"2026-02-27T22:25:31.19991Z","steps":["trace[1465474542] 'agreement among raft nodes before linearized reading' (duration: 170.160793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:31.200002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.064186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:25:31.199991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.78401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:31.199984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.377089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:25:31.200094Z","caller":"traceutil/trace.go:171","msg":"trace[55478876] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14289; }","duration":"168.166758ms","start":"2026-02-27T22:25:31.031914Z","end":"2026-02-27T22:25:31.200081Z","steps":["trace[55478876] 'agreement among raft nodes before linearized reading' (duration: 167.994944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:31.199994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.385552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:31.200154Z","caller":"traceutil/trace.go:171","msg":"trace[1847333708] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14289; }","duration":"167.585626ms","start":"2026-02-27T22:25:31.03256Z","end":"2026-02-27T22:25:31.200145Z","steps":["trace[1847333708] 'agreement among raft nodes before linearized reading' (duration: 167.34533ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:31.200158Z","caller":"traceutil/trace.go:171","msg":"trace[1413558563] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14289; }","duration":"166.588324ms","start":"2026-02-27T22:25:31.033549Z","end":"2026-02-27T22:25:31.200137Z","steps":["trace[1413558563] 'agreement among raft nodes before linearized reading' (duration: 166.232265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:31.200198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.404162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:31.20021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.669791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:31.200251Z","caller":"traceutil/trace.go:171","msg":"trace[1984715535] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14289; }","duration":"168.710172ms","start":"2026-02-27T22:25:31.031531Z","end":"2026-02-27T22:25:31.200241Z","steps":["trace[1984715535] 'agreement among raft nodes before linearized reading' (duration: 168.646531ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:31.200246Z","caller":"traceutil/trace.go:171","msg":"trace[686187678] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14289; }","duration":"167.434723ms","start":"2026-02-27T22:25:31.032789Z","end":"2026-02-27T22:25:31.200224Z","steps":["trace[686187678] 'agreement among raft nodes before linearized reading' (duration: 167.392472ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:31.200111Z","caller":"traceutil/trace.go:171","msg":"trace[1531586077] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14289; }","duration":"167.948994ms","start":"2026-02-27T22:25:31.032143Z","end":"2026-02-27T22:25:31.200092Z","steps":["trace[1531586077] 'agreement among raft nodes before linearized reading' (duration: 167.772069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:31.200121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.820669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:31.200307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.513718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:25:31.200396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.531539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-02-27T22:25:31.200402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.436527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:31.200455Z","caller":"traceutil/trace.go:171","msg":"trace[1691520435] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14289; }","duration":"165.595961ms","start":"2026-02-27T22:25:31.03485Z","end":"2026-02-27T22:25:31.200446Z","steps":["trace[1691520435] 'agreement among raft nodes before linearized reading' (duration: 165.486108ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:31.200465Z","caller":"traceutil/trace.go:171","msg":"trace[1882603654] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14289; }","duration":"165.522849ms","start":"2026-02-27T22:25:31.034933Z","end":"2026-02-27T22:25:31.200455Z","steps":["trace[1882603654] 'agreement among raft nodes before linearized reading' (duration: 165.398866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:31.200471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.126364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:31.200387Z","caller":"traceutil/trace.go:171","msg":"trace[2061689665] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14289; }","duration":"167.096305ms","start":"2026-02-27T22:25:31.033253Z","end":"2026-02-27T22:25:31.200349Z","steps":["trace[2061689665] 'agreement among raft nodes before linearized reading' (duration: 166.83642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:31.200509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.558928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-02-27T22:25:31.200517Z","caller":"traceutil/trace.go:171","msg":"trace[1557887826] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14289; }","duration":"166.187815ms","start":"2026-02-27T22:25:31.034319Z","end":"2026-02-27T22:25:31.200507Z","steps":["trace[1557887826] 'agreement among raft nodes before linearized reading' (duration: 166.022451ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:31.20055Z","caller":"traceutil/trace.go:171","msg":"trace[1217690423] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14289; }","duration":"164.618369ms","start":"2026-02-27T22:25:31.03592Z","end":"2026-02-27T22:25:31.200538Z","steps":["trace[1217690423] 'agreement among raft nodes before linearized reading' (duration: 164.444375ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:31.200401Z","caller":"traceutil/trace.go:171","msg":"trace[1805714164] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14289; }","duration":"168.62512ms","start":"2026-02-27T22:25:31.031752Z","end":"2026-02-27T22:25:31.200377Z","steps":["trace[1805714164] 'agreement among raft nodes before linearized reading' (duration: 168.317653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:31.20016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.968812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:31.200421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.38841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:31.200685Z","caller":"traceutil/trace.go:171","msg":"trace[948793789] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14289; }","duration":"115.695797ms","start":"2026-02-27T22:25:31.08497Z","end":"2026-02-27T22:25:31.200666Z","steps":["trace[948793789] 'agreement among raft nodes before linearized reading' (duration: 115.206307ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:31.200616Z","caller":"traceutil/trace.go:171","msg":"trace[585907963] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14289; }","duration":"167.439052ms","start":"2026-02-27T22:25:31.033168Z","end":"2026-02-27T22:25:31.200607Z","steps":["trace[585907963] 'agreement among raft nodes before linearized reading' (duration: 166.976182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:49.760843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.309425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"warn","ts":"2026-02-27T22:25:49.760862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.788784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-02-27T22:25:49.760885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.627262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:1 size:4936"} {"level":"info","ts":"2026-02-27T22:25:49.760935Z","caller":"traceutil/trace.go:171","msg":"trace[1511485310] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14431; }","duration":"181.442808ms","start":"2026-02-27T22:25:49.579473Z","end":"2026-02-27T22:25:49.760916Z","steps":["trace[1511485310] 'range keys from in-memory index tree' (duration: 181.07199ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:49.760949Z","caller":"traceutil/trace.go:171","msg":"trace[775424026] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:1; response_revision:14431; }","duration":"181.729905ms","start":"2026-02-27T22:25:49.579201Z","end":"2026-02-27T22:25:49.760931Z","steps":["trace[775424026] 'range keys from in-memory index tree' (duration: 181.489619ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:49.761697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.580235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:49.761747Z","caller":"traceutil/trace.go:171","msg":"trace[323246628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:14432; }","duration":"108.681097ms","start":"2026-02-27T22:25:49.653054Z","end":"2026-02-27T22:25:49.761735Z","steps":["trace[323246628] 'agreement among raft nodes before linearized reading' (duration: 108.604576ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:49.760961Z","caller":"traceutil/trace.go:171","msg":"trace[1672731817] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:14431; }","duration":"153.893197ms","start":"2026-02-27T22:25:49.607026Z","end":"2026-02-27T22:25:49.76092Z","steps":["trace[1672731817] 'range keys from in-memory index tree' (duration: 153.665372ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:49.761634Z","caller":"traceutil/trace.go:171","msg":"trace[877515158] linearizableReadLoop","detail":"{readStateIndex:14969; appliedIndex:14968; }","duration":"108.505104ms","start":"2026-02-27T22:25:49.653117Z","end":"2026-02-27T22:25:49.761622Z","steps":["trace[877515158] 'read index received' (duration: 108.418622ms)","trace[877515158] 'applied index is now lower than readState.Index' (duration: 85.632µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:25:49.76192Z","caller":"traceutil/trace.go:171","msg":"trace[516780572] transaction","detail":"{read_only:false; response_revision:14432; number_of_response:1; }","duration":"136.629498ms","start":"2026-02-27T22:25:49.625281Z","end":"2026-02-27T22:25:49.76191Z","steps":["trace[516780572] 'process raft request' (duration: 136.240839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:49.762083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.872211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:49.762123Z","caller":"traceutil/trace.go:171","msg":"trace[1810632265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14432; }","duration":"107.951473ms","start":"2026-02-27T22:25:49.654163Z","end":"2026-02-27T22:25:49.762114Z","steps":["trace[1810632265] 'agreement among raft nodes before linearized reading' (duration: 107.895232ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:49.949846Z","caller":"traceutil/trace.go:171","msg":"trace[1213203765] linearizableReadLoop","detail":"{readStateIndex:14972; appliedIndex:14969; }","duration":"178.44107ms","start":"2026-02-27T22:25:49.771391Z","end":"2026-02-27T22:25:49.949832Z","steps":["trace[1213203765] 'read index received' (duration: 27.98244ms)","trace[1213203765] 'applied index is now lower than readState.Index' (duration: 150.45801ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:25:49.949928Z","caller":"traceutil/trace.go:171","msg":"trace[354103833] transaction","detail":"{read_only:false; response_revision:14435; number_of_response:1; }","duration":"179.326101ms","start":"2026-02-27T22:25:49.770575Z","end":"2026-02-27T22:25:49.949901Z","steps":["trace[354103833] 'process raft request' (duration: 179.223039ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:49.950019Z","caller":"traceutil/trace.go:171","msg":"trace[1475425089] transaction","detail":"{read_only:false; response_revision:14434; number_of_response:1; }","duration":"181.771816ms","start":"2026-02-27T22:25:49.768231Z","end":"2026-02-27T22:25:49.950003Z","steps":["trace[1475425089] 'process raft request' (duration: 140.787973ms)","trace[1475425089] 'compare' (duration: 40.713087ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:25:49.950202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.125013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T22:25:49.95023Z","caller":"traceutil/trace.go:171","msg":"trace[1174554975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14435; }","duration":"138.185754ms","start":"2026-02-27T22:25:49.812037Z","end":"2026-02-27T22:25:49.950223Z","steps":["trace[1174554975] 'agreement among raft nodes before linearized reading' (duration: 138.069692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:49.95041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.005504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:747346"} {"level":"info","ts":"2026-02-27T22:25:49.950447Z","caller":"traceutil/trace.go:171","msg":"trace[1445753681] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14435; }","duration":"179.072165ms","start":"2026-02-27T22:25:49.771368Z","end":"2026-02-27T22:25:49.950441Z","steps":["trace[1445753681] 'agreement among raft nodes before linearized reading' (duration: 178.555494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:57.492981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.065494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:57.493058Z","caller":"traceutil/trace.go:171","msg":"trace[764356356] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14475; }","duration":"100.184786ms","start":"2026-02-27T22:25:57.392858Z","end":"2026-02-27T22:25:57.493043Z","steps":["trace[764356356] 'range keys from in-memory index tree' (duration: 99.972132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:57.493163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.140026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:25:57.493202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.237088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:57.493265Z","caller":"traceutil/trace.go:171","msg":"trace[1017356953] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14475; }","duration":"100.265828ms","start":"2026-02-27T22:25:57.392976Z","end":"2026-02-27T22:25:57.493242Z","steps":["trace[1017356953] 'range keys from in-memory index tree' (duration: 100.032903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:57.493529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.494164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:25:57.493559Z","caller":"traceutil/trace.go:171","msg":"trace[1872582757] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14475; }","duration":"100.531584ms","start":"2026-02-27T22:25:57.393019Z","end":"2026-02-27T22:25:57.493551Z","steps":["trace[1872582757] 'range keys from in-memory index tree' (duration: 100.131175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:57.493209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.232097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:25:57.49327Z","caller":"traceutil/trace.go:171","msg":"trace[298633766] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14475; }","duration":"100.34864ms","start":"2026-02-27T22:25:57.392904Z","end":"2026-02-27T22:25:57.493253Z","steps":["trace[298633766] 'range keys from in-memory index tree' (duration: 100.136735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:57.493628Z","caller":"traceutil/trace.go:171","msg":"trace[1149337213] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14475; }","duration":"100.659067ms","start":"2026-02-27T22:25:57.392957Z","end":"2026-02-27T22:25:57.493616Z","steps":["trace[1149337213] 'range keys from in-memory index tree' (duration: 100.109784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:57.493679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.709629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:25:57.49375Z","caller":"traceutil/trace.go:171","msg":"trace[2015855532] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14475; }","duration":"100.811631ms","start":"2026-02-27T22:25:57.392923Z","end":"2026-02-27T22:25:57.493734Z","steps":["trace[2015855532] 'range keys from in-memory index tree' (duration: 100.456732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:57.493632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.655637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T22:25:57.493822Z","caller":"traceutil/trace.go:171","msg":"trace[1781994029] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14475; }","duration":"100.886043ms","start":"2026-02-27T22:25:57.392925Z","end":"2026-02-27T22:25:57.493811Z","steps":["trace[1781994029] 'range keys from in-memory index tree' (duration: 100.167346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:25:57.493787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.289019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:25:57.495562Z","caller":"traceutil/trace.go:171","msg":"trace[585471877] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14475; }","duration":"102.579861ms","start":"2026-02-27T22:25:57.392942Z","end":"2026-02-27T22:25:57.495522Z","steps":["trace[585471877] 'range keys from in-memory index tree' (duration: 99.986342ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:25:57.681493Z","caller":"traceutil/trace.go:171","msg":"trace[1028875247] transaction","detail":"{read_only:false; response_revision:14476; number_of_response:1; }","duration":"280.071601ms","start":"2026-02-27T22:25:57.401378Z","end":"2026-02-27T22:25:57.68145Z","steps":["trace[1028875247] 'process raft request' (duration: 279.809684ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:00.629581Z","caller":"traceutil/trace.go:171","msg":"trace[2081028756] transaction","detail":"{read_only:false; response_revision:14492; number_of_response:1; }","duration":"170.254696ms","start":"2026-02-27T22:26:00.459288Z","end":"2026-02-27T22:26:00.629543Z","steps":["trace[2081028756] 'process raft request' (duration: 71.784057ms)","trace[2081028756] 'compare' (duration: 98.349266ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:26:06.423294Z","caller":"traceutil/trace.go:171","msg":"trace[638741310] linearizableReadLoop","detail":"{readStateIndex:15062; appliedIndex:15059; }","duration":"125.499687ms","start":"2026-02-27T22:26:06.297773Z","end":"2026-02-27T22:26:06.423272Z","steps":["trace[638741310] 'read index received' (duration: 42.650331ms)","trace[638741310] 'applied index is now lower than readState.Index' (duration: 82.848316ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:26:06.423669Z","caller":"traceutil/trace.go:171","msg":"trace[222348420] transaction","detail":"{read_only:false; response_revision:14520; number_of_response:1; }","duration":"129.60821ms","start":"2026-02-27T22:26:06.294044Z","end":"2026-02-27T22:26:06.423652Z","steps":["trace[222348420] 'process raft request' (duration: 83.310717ms)","trace[222348420] 'compare' (duration: 45.505555ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:26:06.424485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.633173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:747584"} {"level":"info","ts":"2026-02-27T22:26:06.424612Z","caller":"traceutil/trace.go:171","msg":"trace[1337347894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14521; }","duration":"126.783997ms","start":"2026-02-27T22:26:06.29781Z","end":"2026-02-27T22:26:06.424594Z","steps":["trace[1337347894] 'agreement among raft nodes before linearized reading' (duration: 125.865195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:06.425052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.076163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T22:26:06.425089Z","caller":"traceutil/trace.go:171","msg":"trace[1132656399] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14521; }","duration":"107.142344ms","start":"2026-02-27T22:26:06.317938Z","end":"2026-02-27T22:26:06.42508Z","steps":["trace[1132656399] 'agreement among raft nodes before linearized reading' (duration: 107.041382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:06.425461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.391779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:747584"} {"level":"info","ts":"2026-02-27T22:26:06.425982Z","caller":"traceutil/trace.go:171","msg":"trace[1974283935] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14521; }","duration":"107.981232ms","start":"2026-02-27T22:26:06.317984Z","end":"2026-02-27T22:26:06.425965Z","steps":["trace[1974283935] 'agreement among raft nodes before linearized reading' (duration: 106.12442ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:06.425686Z","caller":"traceutil/trace.go:171","msg":"trace[2006164997] transaction","detail":"{read_only:false; response_revision:14521; number_of_response:1; }","duration":"131.606735ms","start":"2026-02-27T22:26:06.294044Z","end":"2026-02-27T22:26:06.425651Z","steps":["trace[2006164997] 'process raft request' (duration: 129.17105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:06.425779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.82383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:747584"} {"level":"info","ts":"2026-02-27T22:26:06.426451Z","caller":"traceutil/trace.go:171","msg":"trace[1703404210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14521; }","duration":"128.503496ms","start":"2026-02-27T22:26:06.297935Z","end":"2026-02-27T22:26:06.426439Z","steps":["trace[1703404210] 'agreement among raft nodes before linearized reading' (duration: 127.271568ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:06.426503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.602718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:747584"} {"level":"info","ts":"2026-02-27T22:26:06.426635Z","caller":"traceutil/trace.go:171","msg":"trace[560346740] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14521; }","duration":"128.785751ms","start":"2026-02-27T22:26:06.297829Z","end":"2026-02-27T22:26:06.426615Z","steps":["trace[560346740] 'agreement among raft nodes before linearized reading' (duration: 127.715138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:06.426102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.310101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:747584"} {"level":"info","ts":"2026-02-27T22:26:06.426949Z","caller":"traceutil/trace.go:171","msg":"trace[1160658784] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14521; }","duration":"129.081268ms","start":"2026-02-27T22:26:06.297738Z","end":"2026-02-27T22:26:06.426819Z","steps":["trace[1160658784] 'agreement among raft nodes before linearized reading' (duration: 127.730958ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:11.737136Z","caller":"traceutil/trace.go:171","msg":"trace[1580327125] linearizableReadLoop","detail":"{readStateIndex:15090; appliedIndex:15089; }","duration":"209.608973ms","start":"2026-02-27T22:26:11.527504Z","end":"2026-02-27T22:26:11.737113Z","steps":["trace[1580327125] 'read index received' (duration: 204.044537ms)","trace[1580327125] 'applied index is now lower than readState.Index' (duration: 5.563246ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:26:11.73736Z","caller":"traceutil/trace.go:171","msg":"trace[332003141] transaction","detail":"{read_only:false; response_revision:14548; number_of_response:1; }","duration":"213.830618ms","start":"2026-02-27T22:26:11.523517Z","end":"2026-02-27T22:26:11.737348Z","steps":["trace[332003141] 'process raft request' (duration: 208.101649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:11.737672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.158505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T22:26:11.737713Z","caller":"traceutil/trace.go:171","msg":"trace[1371186661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14548; }","duration":"210.232177ms","start":"2026-02-27T22:26:11.52747Z","end":"2026-02-27T22:26:11.737703Z","steps":["trace[1371186661] 'agreement among raft nodes before linearized reading' (duration: 210.081424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:11.738026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.817584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:26:11.738205Z","caller":"traceutil/trace.go:171","msg":"trace[1044429264] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14548; }","duration":"189.026859ms","start":"2026-02-27T22:26:11.549164Z","end":"2026-02-27T22:26:11.73819Z","steps":["trace[1044429264] 'agreement among raft nodes before linearized reading' (duration: 188.785053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:11.738221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.297523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:26:11.738291Z","caller":"traceutil/trace.go:171","msg":"trace[1345308336] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14548; }","duration":"188.403275ms","start":"2026-02-27T22:26:11.549872Z","end":"2026-02-27T22:26:11.738276Z","steps":["trace[1345308336] 'agreement among raft nodes before linearized reading' (duration: 188.256831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:11.738422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.783434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:26:11.738444Z","caller":"traceutil/trace.go:171","msg":"trace[836813178] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14548; }","duration":"188.830204ms","start":"2026-02-27T22:26:11.549608Z","end":"2026-02-27T22:26:11.738438Z","steps":["trace[836813178] 'agreement among raft nodes before linearized reading' (duration: 188.797523ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:11.738132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.099375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:26:11.738508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.911436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:26:11.738509Z","caller":"traceutil/trace.go:171","msg":"trace[57657051] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14548; }","duration":"187.511044ms","start":"2026-02-27T22:26:11.550987Z","end":"2026-02-27T22:26:11.738498Z","steps":["trace[57657051] 'agreement among raft nodes before linearized reading' (duration: 186.934572ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:11.738528Z","caller":"traceutil/trace.go:171","msg":"trace[1641100214] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14548; }","duration":"188.937887ms","start":"2026-02-27T22:26:11.549585Z","end":"2026-02-27T22:26:11.738523Z","steps":["trace[1641100214] 'agreement among raft nodes before linearized reading' (duration: 188.909026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:11.738585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.003008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:26:11.738603Z","caller":"traceutil/trace.go:171","msg":"trace[1452617602] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14548; }","duration":"189.028429ms","start":"2026-02-27T22:26:11.54957Z","end":"2026-02-27T22:26:11.738598Z","steps":["trace[1452617602] 'agreement among raft nodes before linearized reading' (duration: 189.002168ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:11.73872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.171473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-02-27T22:26:11.738736Z","caller":"traceutil/trace.go:171","msg":"trace[153676873] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14548; }","duration":"189.201614ms","start":"2026-02-27T22:26:11.549529Z","end":"2026-02-27T22:26:11.73873Z","steps":["trace[153676873] 'agreement among raft nodes before linearized reading' (duration: 189.108092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:11.73882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.432629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:26:11.738839Z","caller":"traceutil/trace.go:171","msg":"trace[149552666] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14548; }","duration":"189.468869ms","start":"2026-02-27T22:26:11.549366Z","end":"2026-02-27T22:26:11.738835Z","steps":["trace[149552666] 'agreement among raft nodes before linearized reading' (duration: 189.418418ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:26.205651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274032367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:26:26.706526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274032367,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:26:26.749927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077376075s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:26:26.750282Z","caller":"traceutil/trace.go:171","msg":"trace[1180431980] transaction","detail":"{read_only:false; response_revision:14638; number_of_response:1; }","duration":"1.0780969s","start":"2026-02-27T22:26:25.672165Z","end":"2026-02-27T22:26:26.750262Z","steps":["trace[1180431980] 'process raft request' (duration: 1.077981208s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:26.750415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:25.672141Z","time spent":"1.078201063s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:26:27.62849Z","caller":"traceutil/trace.go:171","msg":"trace[1129192579] linearizableReadLoop","detail":"{readStateIndex:15184; appliedIndex:15181; }","duration":"1.923365135s","start":"2026-02-27T22:26:25.705096Z","end":"2026-02-27T22:26:27.628461Z","steps":["trace[1129192579] 'read index received' (duration: 1.045129708s)","trace[1129192579] 'applied index is now lower than readState.Index' (duration: 878.234507ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:26:27.628683Z","caller":"traceutil/trace.go:171","msg":"trace[2015966156] transaction","detail":"{read_only:false; response_revision:14639; number_of_response:1; }","duration":"1.659989721s","start":"2026-02-27T22:26:25.96867Z","end":"2026-02-27T22:26:27.62866Z","steps":["trace[2015966156] 'process raft request' (duration: 1.659582022s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:27.628634Z","caller":"traceutil/trace.go:171","msg":"trace[998398455] transaction","detail":"{read_only:false; response_revision:14640; number_of_response:1; }","duration":"1.508052398s","start":"2026-02-27T22:26:26.12048Z","end":"2026-02-27T22:26:27.628533Z","steps":["trace[998398455] 'process raft request' (duration: 1.507929415s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.628845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:25.968643Z","time spent":"1.660097163s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:26:27.628884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.120455Z","time spent":"1.508305853s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:26:27.628741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923636381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-27T22:26:27.629087Z","caller":"traceutil/trace.go:171","msg":"trace[89090965] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:14640; }","duration":"1.924008629s","start":"2026-02-27T22:26:25.705042Z","end":"2026-02-27T22:26:27.629051Z","steps":["trace[89090965] 'agreement among raft nodes before linearized reading' (duration: 1.9235861s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.629134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:25.705018Z","time spent":"1.924104022s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-02-27T22:26:27.629255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.01312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T22:26:27.629279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821909678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:26:27.629333Z","caller":"traceutil/trace.go:171","msg":"trace[1641300672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14640; }","duration":"913.088582ms","start":"2026-02-27T22:26:26.716224Z","end":"2026-02-27T22:26:27.629313Z","steps":["trace[1641300672] 'agreement among raft nodes before linearized reading' (duration: 912.962179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.629377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303044968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T22:26:27.629383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.716167Z","time spent":"913.203614ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:26:27.629387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128080266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T22:26:27.629489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819118765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:26:27.629519Z","caller":"traceutil/trace.go:171","msg":"trace[234525313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14640; }","duration":"1.12825095s","start":"2026-02-27T22:26:26.501256Z","end":"2026-02-27T22:26:27.629507Z","steps":["trace[234525313] 'agreement among raft nodes before linearized reading' (duration: 1.127970094s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:27.62952Z","caller":"traceutil/trace.go:171","msg":"trace[916184525] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14640; }","duration":"1.819149826s","start":"2026-02-27T22:26:25.810362Z","end":"2026-02-27T22:26:27.629512Z","steps":["trace[916184525] 'agreement among raft nodes before linearized reading' (duration: 1.819033603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.629555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.501236Z","time spent":"1.128310131s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:26:27.629585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466412838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-27T22:26:27.629562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821906878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:26:27.629598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822082022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12419"} {"level":"info","ts":"2026-02-27T22:26:27.629607Z","caller":"traceutil/trace.go:171","msg":"trace[1760138141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14640; }","duration":"1.466470909s","start":"2026-02-27T22:26:26.163127Z","end":"2026-02-27T22:26:27.629598Z","steps":["trace[1760138141] 'agreement among raft nodes before linearized reading' (duration: 1.466365437s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.629631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822156663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-02-27T22:26:27.629645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.163107Z","time spent":"1.466531711s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:26:27.629633Z","caller":"traceutil/trace.go:171","msg":"trace[294672681] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14640; }","duration":"1.822018021s","start":"2026-02-27T22:26:25.807599Z","end":"2026-02-27T22:26:27.629617Z","steps":["trace[294672681] 'agreement among raft nodes before linearized reading' (duration: 1.821915279s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:27.629666Z","caller":"traceutil/trace.go:171","msg":"trace[1404094113] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14640; }","duration":"1.822234786s","start":"2026-02-27T22:26:25.807424Z","end":"2026-02-27T22:26:27.629659Z","steps":["trace[1404094113] 'agreement among raft nodes before linearized reading' (duration: 1.822156394s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.629689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:25.807579Z","time spent":"1.822098322s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:26:27.629699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:25.807394Z","time spent":"1.822299807s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T22:26:27.62971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822111473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:1 size:12419"} {"level":"info","ts":"2026-02-27T22:26:27.629746Z","caller":"traceutil/trace.go:171","msg":"trace[454398658] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:14640; }","duration":"1.822161794s","start":"2026-02-27T22:26:25.807577Z","end":"2026-02-27T22:26:27.629739Z","steps":["trace[454398658] 'agreement among raft nodes before linearized reading' (duration: 1.822078642s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:27.629635Z","caller":"traceutil/trace.go:171","msg":"trace[264176144] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:1; response_revision:14640; }","duration":"1.822130113s","start":"2026-02-27T22:26:25.807495Z","end":"2026-02-27T22:26:27.629625Z","steps":["trace[264176144] 'agreement among raft nodes before linearized reading' (duration: 1.82201504s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.629782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822415229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-02-27T22:26:27.629782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:25.807571Z","time spent":"1.822204534s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12441,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:26:27.629788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:25.80749Z","time spent":"1.822290386s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12441,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T22:26:27.6298Z","caller":"traceutil/trace.go:171","msg":"trace[1187191524] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14640; }","duration":"1.82243132s","start":"2026-02-27T22:26:25.807363Z","end":"2026-02-27T22:26:27.629794Z","steps":["trace[1187191524] 'agreement among raft nodes before linearized reading' (duration: 1.822363318s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.629823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:25.807351Z","time spent":"1.82246894s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-02-27T22:26:27.629471Z","caller":"traceutil/trace.go:171","msg":"trace[560223844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14640; }","duration":"1.30311117s","start":"2026-02-27T22:26:26.326285Z","end":"2026-02-27T22:26:27.629396Z","steps":["trace[560223844] 'agreement among raft nodes before linearized reading' (duration: 1.303056719s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.629748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097769144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T22:26:27.62988Z","caller":"traceutil/trace.go:171","msg":"trace[1011059625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14640; }","duration":"1.097920127s","start":"2026-02-27T22:26:26.531954Z","end":"2026-02-27T22:26:27.629874Z","steps":["trace[1011059625] 'agreement among raft nodes before linearized reading' (duration: 1.097733082s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.629881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.326264Z","time spent":"1.30360355s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:26:27.629667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.014598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-02-27T22:26:27.629987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.987169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:26:27.630124Z","caller":"traceutil/trace.go:171","msg":"trace[1939522401] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14640; }","duration":"399.159243ms","start":"2026-02-27T22:26:27.230954Z","end":"2026-02-27T22:26:27.630113Z","steps":["trace[1939522401] 'agreement among raft nodes before linearized reading' (duration: 399.0128ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.630168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:27.230931Z","time spent":"399.226734ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-27T22:26:27.630225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.348468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T22:26:27.630269Z","caller":"traceutil/trace.go:171","msg":"trace[1084704403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14640; }","duration":"913.4284ms","start":"2026-02-27T22:26:26.716831Z","end":"2026-02-27T22:26:27.63026Z","steps":["trace[1084704403] 'agreement among raft nodes before linearized reading' (duration: 913.346598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.630304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.716813Z","time spent":"913.484711ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:26:27.630359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.935858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:26:27.630412Z","caller":"traceutil/trace.go:171","msg":"trace[921191184] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14640; }","duration":"747.0261ms","start":"2026-02-27T22:26:26.883374Z","end":"2026-02-27T22:26:27.6304Z","steps":["trace[921191184] 'agreement among raft nodes before linearized reading' (duration: 746.892967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.630442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.883356Z","time spent":"747.078911ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T22:26:27.630442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.603654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-02-27T22:26:27.630483Z","caller":"traceutil/trace.go:171","msg":"trace[290684701] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14640; }","duration":"838.669485ms","start":"2026-02-27T22:26:26.791804Z","end":"2026-02-27T22:26:27.630473Z","steps":["trace[290684701] 'agreement among raft nodes before linearized reading' (duration: 838.552622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.630575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.601605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20674"} {"level":"warn","ts":"2026-02-27T22:26:27.630591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.79178Z","time spent":"838.800448ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-02-27T22:26:27.630616Z","caller":"traceutil/trace.go:171","msg":"trace[649721027] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:14640; }","duration":"890.685248ms","start":"2026-02-27T22:26:26.739918Z","end":"2026-02-27T22:26:27.630604Z","steps":["trace[649721027] 'agreement among raft nodes before linearized reading' (duration: 890.561305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.630651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.739896Z","time spent":"890.746849ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" "} {"level":"info","ts":"2026-02-27T22:26:27.629368Z","caller":"traceutil/trace.go:171","msg":"trace[1796154513] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14640; }","duration":"1.822041071s","start":"2026-02-27T22:26:25.807309Z","end":"2026-02-27T22:26:27.62935Z","steps":["trace[1796154513] 'agreement among raft nodes before linearized reading' (duration: 1.821792825s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.6307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.673937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:26:27.630743Z","caller":"traceutil/trace.go:171","msg":"trace[1803266096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14640; }","duration":"566.745959ms","start":"2026-02-27T22:26:27.063987Z","end":"2026-02-27T22:26:27.630733Z","steps":["trace[1803266096] 'agreement among raft nodes before linearized reading' (duration: 566.692577ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.630774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:27.063961Z","time spent":"566.80751ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:26:27.62956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:25.810341Z","time spent":"1.819212387s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T22:26:27.630915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.226455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:26:27.630946Z","caller":"traceutil/trace.go:171","msg":"trace[1704164142] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:14640; }","duration":"893.258606ms","start":"2026-02-27T22:26:26.737679Z","end":"2026-02-27T22:26:27.630938Z","steps":["trace[1704164142] 'agreement among raft nodes before linearized reading' (duration: 893.154954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.6307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:25.807293Z","time spent":"1.823399521s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-02-27T22:26:27.630992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.737642Z","time spent":"893.325457ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"warn","ts":"2026-02-27T22:26:27.629895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.531943Z","time spent":"1.097946127s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:26:27.630656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.459182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T22:26:27.631171Z","caller":"traceutil/trace.go:171","msg":"trace[2070318785] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14640; }","duration":"550.976414ms","start":"2026-02-27T22:26:27.080185Z","end":"2026-02-27T22:26:27.631162Z","steps":["trace[2070318785] 'agreement among raft nodes before linearized reading' (duration: 550.38155ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:27.629991Z","caller":"traceutil/trace.go:171","msg":"trace[232592038] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:14640; }","duration":"963.333135ms","start":"2026-02-27T22:26:26.666644Z","end":"2026-02-27T22:26:27.629977Z","steps":["trace[232592038] 'agreement among raft nodes before linearized reading' (duration: 962.989297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.631204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:27.08015Z","time spent":"551.044616ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:26:27.631224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.666607Z","time spent":"964.602843ms","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:26:27.629297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818766807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:26:27.631381Z","caller":"traceutil/trace.go:171","msg":"trace[1030172429] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14640; }","duration":"1.820901526s","start":"2026-02-27T22:26:25.81047Z","end":"2026-02-27T22:26:27.631372Z","steps":["trace[1030172429] 'agreement among raft nodes before linearized reading' (duration: 1.818729757s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.631413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:25.810459Z","time spent":"1.820945557s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:26:27.629949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.997127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-02-27T22:26:27.631459Z","caller":"traceutil/trace.go:171","msg":"trace[1604471361] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:14640; }","duration":"877.539262ms","start":"2026-02-27T22:26:26.753905Z","end":"2026-02-27T22:26:27.631444Z","steps":["trace[1604471361] 'agreement among raft nodes before linearized reading' (duration: 875.971157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.631518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.753883Z","time spent":"877.618364ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" "} {"level":"warn","ts":"2026-02-27T22:26:27.63154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.061249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T22:26:27.630256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.391246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:26:27.631699Z","caller":"traceutil/trace.go:171","msg":"trace[1972081291] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:14640; }","duration":"877.86005ms","start":"2026-02-27T22:26:26.753822Z","end":"2026-02-27T22:26:27.631682Z","steps":["trace[1972081291] 'agreement among raft nodes before linearized reading' (duration: 876.239433ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:27.631731Z","caller":"traceutil/trace.go:171","msg":"trace[828774294] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:14640; }","duration":"896.199942ms","start":"2026-02-27T22:26:26.735379Z","end":"2026-02-27T22:26:27.631579Z","steps":["trace[828774294] 'agreement among raft nodes before linearized reading' (duration: 895.601289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:27.631753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.753809Z","time spent":"877.928201ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"warn","ts":"2026-02-27T22:26:27.631785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:26:26.735361Z","time spent":"896.409627ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"info","ts":"2026-02-27T22:26:34.939471Z","caller":"traceutil/trace.go:171","msg":"trace[514710541] transaction","detail":"{read_only:false; response_revision:14699; number_of_response:1; }","duration":"175.859032ms","start":"2026-02-27T22:26:34.76358Z","end":"2026-02-27T22:26:34.939439Z","steps":["trace[514710541] 'process raft request' (duration: 175.230968ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:37.998899Z","caller":"traceutil/trace.go:171","msg":"trace[618143706] transaction","detail":"{read_only:false; response_revision:14718; number_of_response:1; }","duration":"158.180665ms","start":"2026-02-27T22:26:37.840692Z","end":"2026-02-27T22:26:37.998873Z","steps":["trace[618143706] 'process raft request' (duration: 158.080673ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:37.999219Z","caller":"traceutil/trace.go:171","msg":"trace[1118770909] transaction","detail":"{read_only:false; response_revision:14719; number_of_response:1; }","duration":"158.388259ms","start":"2026-02-27T22:26:37.840807Z","end":"2026-02-27T22:26:37.999195Z","steps":["trace[1118770909] 'process raft request' (duration: 158.015411ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:37.999474Z","caller":"traceutil/trace.go:171","msg":"trace[1805188932] transaction","detail":"{read_only:false; response_revision:14717; number_of_response:1; }","duration":"158.87012ms","start":"2026-02-27T22:26:37.840589Z","end":"2026-02-27T22:26:37.999459Z","steps":["trace[1805188932] 'process raft request' (duration: 158.03292ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:37.999986Z","caller":"traceutil/trace.go:171","msg":"trace[349827786] linearizableReadLoop","detail":"{readStateIndex:15267; appliedIndex:15263; }","duration":"129.785724ms","start":"2026-02-27T22:26:37.870162Z","end":"2026-02-27T22:26:37.999947Z","steps":["trace[349827786] 'read index received' (duration: 128.435483ms)","trace[349827786] 'applied index is now lower than readState.Index' (duration: 1.348511ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:26:38.000147Z","caller":"traceutil/trace.go:171","msg":"trace[988927276] transaction","detail":"{read_only:false; response_revision:14720; number_of_response:1; }","duration":"158.792419ms","start":"2026-02-27T22:26:37.841332Z","end":"2026-02-27T22:26:38.000125Z","steps":["trace[988927276] 'process raft request' (duration: 157.749895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:38.000292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.157198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-02-27T22:26:38.000293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.742559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-02-27T22:26:38.000318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.347064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:26:38.000332Z","caller":"traceutil/trace.go:171","msg":"trace[220998883] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:14720; }","duration":"124.245189ms","start":"2026-02-27T22:26:37.876076Z","end":"2026-02-27T22:26:38.000321Z","steps":["trace[220998883] 'agreement among raft nodes before linearized reading' (duration: 124.043994ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:38.00034Z","caller":"traceutil/trace.go:171","msg":"trace[148713156] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:14720; }","duration":"119.81631ms","start":"2026-02-27T22:26:37.880511Z","end":"2026-02-27T22:26:38.000327Z","steps":["trace[148713156] 'agreement among raft nodes before linearized reading' (duration: 119.668217ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:38.000355Z","caller":"traceutil/trace.go:171","msg":"trace[2096926372] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:14720; }","duration":"121.399935ms","start":"2026-02-27T22:26:37.878945Z","end":"2026-02-27T22:26:38.000344Z","steps":["trace[2096926372] 'agreement among raft nodes before linearized reading' (duration: 121.296013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:26:38.000384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.216674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-02-27T22:26:38.000552Z","caller":"traceutil/trace.go:171","msg":"trace[696070564] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:14720; }","duration":"130.414508ms","start":"2026-02-27T22:26:37.87012Z","end":"2026-02-27T22:26:38.000534Z","steps":["trace[696070564] 'agreement among raft nodes before linearized reading' (duration: 130.097741ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:39.170418Z","caller":"traceutil/trace.go:171","msg":"trace[2112167838] transaction","detail":"{read_only:false; response_revision:14721; number_of_response:1; }","duration":"114.122512ms","start":"2026-02-27T22:26:39.056263Z","end":"2026-02-27T22:26:39.170386Z","steps":["trace[2112167838] 'process raft request' (duration: 113.916827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:26:50.101814Z","caller":"traceutil/trace.go:171","msg":"trace[1425655678] linearizableReadLoop","detail":"{readStateIndex:15321; appliedIndex:15320; }","duration":"133.164571ms","start":"2026-02-27T22:26:49.968612Z","end":"2026-02-27T22:26:50.101777Z","steps":["trace[1425655678] 'read index received' (duration: 81.767993ms)","trace[1425655678] 'applied index is now lower than readState.Index' (duration: 51.395048ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:26:50.101921Z","caller":"traceutil/trace.go:171","msg":"trace[1868406148] transaction","detail":"{read_only:false; response_revision:14772; number_of_response:1; }","duration":"167.224408ms","start":"2026-02-27T22:26:49.934656Z","end":"2026-02-27T22:26:50.10188Z","steps":["trace[1868406148] 'process raft request' (duration: 115.839271ms)","trace[1868406148] 'compare' (duration: 51.105691ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:26:50.102047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.431136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:26:50.102122Z","caller":"traceutil/trace.go:171","msg":"trace[1172811670] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:14772; }","duration":"133.548519ms","start":"2026-02-27T22:26:49.968557Z","end":"2026-02-27T22:26:50.102106Z","steps":["trace[1172811670] 'agreement among raft nodes before linearized reading' (duration: 133.400026ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:05.384333Z","caller":"traceutil/trace.go:171","msg":"trace[102468483] transaction","detail":"{read_only:false; response_revision:14885; number_of_response:1; }","duration":"161.225912ms","start":"2026-02-27T22:27:05.223077Z","end":"2026-02-27T22:27:05.384303Z","steps":["trace[102468483] 'process raft request' (duration: 141.461957ms)","trace[102468483] 'compare' (duration: 19.590221ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:27:06.716818Z","caller":"traceutil/trace.go:171","msg":"trace[1829701235] transaction","detail":"{read_only:false; response_revision:14930; number_of_response:1; }","duration":"270.318261ms","start":"2026-02-27T22:27:06.446475Z","end":"2026-02-27T22:27:06.716793Z","steps":["trace[1829701235] 'process raft request' (duration: 195.557826ms)","trace[1829701235] 'compare' (duration: 74.5397ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:27:06.716814Z","caller":"traceutil/trace.go:171","msg":"trace[593824465] linearizableReadLoop","detail":"{readStateIndex:15490; appliedIndex:15489; }","duration":"270.110216ms","start":"2026-02-27T22:27:06.446668Z","end":"2026-02-27T22:27:06.716778Z","steps":["trace[593824465] 'read index received' (duration: 195.28739ms)","trace[593824465] 'applied index is now lower than readState.Index' (duration: 74.821206ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:27:06.717933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.242051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771866"} {"level":"info","ts":"2026-02-27T22:27:06.71801Z","caller":"traceutil/trace.go:171","msg":"trace[704357711] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14930; }","duration":"271.341223ms","start":"2026-02-27T22:27:06.446652Z","end":"2026-02-27T22:27:06.717993Z","steps":["trace[704357711] 'agreement among raft nodes before linearized reading' (duration: 270.224258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:06.718561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.188945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210911"} {"level":"info","ts":"2026-02-27T22:27:06.718631Z","caller":"traceutil/trace.go:171","msg":"trace[906184625] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:14930; }","duration":"233.298727ms","start":"2026-02-27T22:27:06.485315Z","end":"2026-02-27T22:27:06.718614Z","steps":["trace[906184625] 'agreement among raft nodes before linearized reading' (duration: 231.926476ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:08.327568Z","caller":"traceutil/trace.go:171","msg":"trace[1767306861] transaction","detail":"{read_only:false; response_revision:14941; number_of_response:1; }","duration":"116.127089ms","start":"2026-02-27T22:27:08.211413Z","end":"2026-02-27T22:27:08.327541Z","steps":["trace[1767306861] 'process raft request' (duration: 115.863994ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:08.328074Z","caller":"traceutil/trace.go:171","msg":"trace[1601961962] transaction","detail":"{read_only:false; response_revision:14942; number_of_response:1; }","duration":"116.275252ms","start":"2026-02-27T22:27:08.211786Z","end":"2026-02-27T22:27:08.328061Z","steps":["trace[1601961962] 'process raft request' (duration: 115.684519ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:10.401847Z","caller":"traceutil/trace.go:171","msg":"trace[253636136] transaction","detail":"{read_only:false; response_revision:14950; number_of_response:1; }","duration":"112.96799ms","start":"2026-02-27T22:27:10.288851Z","end":"2026-02-27T22:27:10.401819Z","steps":["trace[253636136] 'process raft request' (duration: 112.832218ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:12.085879Z","caller":"traceutil/trace.go:171","msg":"trace[1354386873] transaction","detail":"{read_only:false; response_revision:14956; number_of_response:1; }","duration":"106.11647ms","start":"2026-02-27T22:27:11.979739Z","end":"2026-02-27T22:27:12.085856Z","steps":["trace[1354386873] 'process raft request' (duration: 105.957086ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:22.570488Z","caller":"traceutil/trace.go:171","msg":"trace[1051316950] transaction","detail":"{read_only:false; response_revision:15039; number_of_response:1; }","duration":"108.86033ms","start":"2026-02-27T22:27:22.461595Z","end":"2026-02-27T22:27:22.570455Z","steps":["trace[1051316950] 'process raft request' (duration: 57.690641ms)","trace[1051316950] 'compare' (duration: 50.879853ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:27:26.061926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.207006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:27:26.062011Z","caller":"traceutil/trace.go:171","msg":"trace[1464174802] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:15055; }","duration":"183.329789ms","start":"2026-02-27T22:27:25.878662Z","end":"2026-02-27T22:27:26.061992Z","steps":["trace[1464174802] 'count revisions from in-memory index tree' (duration: 183.136415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:32.948158Z","caller":"traceutil/trace.go:171","msg":"trace[294467524] linearizableReadLoop","detail":"{readStateIndex:15732; appliedIndex:15731; }","duration":"136.998216ms","start":"2026-02-27T22:27:32.811131Z","end":"2026-02-27T22:27:32.948129Z","steps":["trace[294467524] 'read index received' (duration: 120.014625ms)","trace[294467524] 'applied index is now lower than readState.Index' (duration: 16.982191ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:27:32.94851Z","caller":"traceutil/trace.go:171","msg":"trace[964761369] transaction","detail":"{read_only:false; response_revision:15166; number_of_response:1; }","duration":"140.184306ms","start":"2026-02-27T22:27:32.808298Z","end":"2026-02-27T22:27:32.948482Z","steps":["trace[964761369] 'process raft request' (duration: 122.99539ms)","trace[964761369] 'compare' (duration: 16.644564ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:27:32.94957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.412586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:782668"} {"level":"info","ts":"2026-02-27T22:27:32.949655Z","caller":"traceutil/trace.go:171","msg":"trace[1695307699] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15166; }","duration":"138.523858ms","start":"2026-02-27T22:27:32.811113Z","end":"2026-02-27T22:27:32.949636Z","steps":["trace[1695307699] 'agreement among raft nodes before linearized reading' (duration: 137.406164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:32.949983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.540137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:782668"} {"level":"info","ts":"2026-02-27T22:27:32.950088Z","caller":"traceutil/trace.go:171","msg":"trace[834929232] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15166; }","duration":"137.666501ms","start":"2026-02-27T22:27:32.812397Z","end":"2026-02-27T22:27:32.950064Z","steps":["trace[834929232] 'agreement among raft nodes before linearized reading' (duration: 136.054586ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:34.956209Z","caller":"traceutil/trace.go:171","msg":"trace[519703980] transaction","detail":"{read_only:false; response_revision:15176; number_of_response:1; }","duration":"332.661174ms","start":"2026-02-27T22:27:34.623513Z","end":"2026-02-27T22:27:34.956174Z","steps":["trace[519703980] 'process raft request' (duration: 332.05204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:34.956434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:27:34.623501Z","time spent":"332.806218ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:27:34.956715Z","caller":"traceutil/trace.go:171","msg":"trace[481402630] linearizableReadLoop","detail":"{readStateIndex:15744; appliedIndex:15741; }","duration":"318.476084ms","start":"2026-02-27T22:27:34.638215Z","end":"2026-02-27T22:27:34.956691Z","steps":["trace[481402630] 'read index received' (duration: 4.272304ms)","trace[481402630] 'applied index is now lower than readState.Index' (duration: 314.20253ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:27:34.956848Z","caller":"traceutil/trace.go:171","msg":"trace[1923450763] transaction","detail":"{read_only:false; response_revision:15178; number_of_response:1; }","duration":"332.518021ms","start":"2026-02-27T22:27:34.624311Z","end":"2026-02-27T22:27:34.956829Z","steps":["trace[1923450763] 'process raft request' (duration: 332.155564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:34.957066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.578855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-27T22:27:34.957102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:27:34.624297Z","time spent":"332.678865ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":945,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:27:34.957113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.609373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T22:27:34.957128Z","caller":"traceutil/trace.go:171","msg":"trace[474914327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15178; }","duration":"312.641077ms","start":"2026-02-27T22:27:34.644475Z","end":"2026-02-27T22:27:34.957117Z","steps":["trace[474914327] 'agreement among raft nodes before linearized reading' (duration: 312.383871ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:34.957157Z","caller":"traceutil/trace.go:171","msg":"trace[1212710226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15178; }","duration":"289.677925ms","start":"2026-02-27T22:27:34.667466Z","end":"2026-02-27T22:27:34.957144Z","steps":["trace[1212710226] 'agreement among raft nodes before linearized reading' (duration: 289.481951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:34.957169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:27:34.644458Z","time spent":"312.702709ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:27:34.957363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.075124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:27:34.957353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.944827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-27T22:27:34.957389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.571312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:27:34.957666Z","caller":"traceutil/trace.go:171","msg":"trace[825278941] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:15178; }","duration":"311.897989ms","start":"2026-02-27T22:27:34.64576Z","end":"2026-02-27T22:27:34.957658Z","steps":["trace[825278941] 'agreement among raft nodes before linearized reading' (duration: 311.427159ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:34.957669Z","caller":"traceutil/trace.go:171","msg":"trace[701468126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15178; }","duration":"301.235788ms","start":"2026-02-27T22:27:34.656223Z","end":"2026-02-27T22:27:34.957459Z","steps":["trace[701468126] 'agreement among raft nodes before linearized reading' (duration: 300.979202ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:34.957679Z","caller":"traceutil/trace.go:171","msg":"trace[360558201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15178; }","duration":"293.313894ms","start":"2026-02-27T22:27:34.664338Z","end":"2026-02-27T22:27:34.957652Z","steps":["trace[360558201] 'agreement among raft nodes before linearized reading' (duration: 292.768202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:34.957709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:27:34.645742Z","time spent":"311.959021ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":116,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:27:34.957727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:27:34.656192Z","time spent":"301.520003ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:27:34.957819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.378317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-27T22:27:34.957882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.66736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T22:27:34.957899Z","caller":"traceutil/trace.go:171","msg":"trace[447400108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15178; }","duration":"289.4788ms","start":"2026-02-27T22:27:34.668398Z","end":"2026-02-27T22:27:34.957877Z","steps":["trace[447400108] 'agreement among raft nodes before linearized reading' (duration: 289.270565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:34.957901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.596956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-02-27T22:27:34.957914Z","caller":"traceutil/trace.go:171","msg":"trace[415704188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15178; }","duration":"319.720911ms","start":"2026-02-27T22:27:34.638179Z","end":"2026-02-27T22:27:34.9579Z","steps":["trace[415704188] 'agreement among raft nodes before linearized reading' (duration: 319.64579ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:34.957982Z","caller":"traceutil/trace.go:171","msg":"trace[1427482880] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:15178; }","duration":"301.698158ms","start":"2026-02-27T22:27:34.656262Z","end":"2026-02-27T22:27:34.95796Z","steps":["trace[1427482880] 'agreement among raft nodes before linearized reading' (duration: 300.840859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:34.958013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:27:34.638169Z","time spent":"319.832364ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:27:34.958034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:27:34.656254Z","time spent":"301.765559ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-27T22:27:34.958163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.879459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:27:34.958236Z","caller":"traceutil/trace.go:171","msg":"trace[2013307293] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:15178; }","duration":"139.95698ms","start":"2026-02-27T22:27:34.818267Z","end":"2026-02-27T22:27:34.958224Z","steps":["trace[2013307293] 'agreement among raft nodes before linearized reading' (duration: 139.576462ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:34.956732Z","caller":"traceutil/trace.go:171","msg":"trace[1908851102] transaction","detail":"{read_only:false; response_revision:15177; number_of_response:1; }","duration":"333.700597ms","start":"2026-02-27T22:27:34.622969Z","end":"2026-02-27T22:27:34.95667Z","steps":["trace[1908851102] 'process raft request' (duration: 333.139084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:34.958205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.973188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-02-27T22:27:34.959556Z","caller":"traceutil/trace.go:171","msg":"trace[145610058] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:15178; }","duration":"263.36331ms","start":"2026-02-27T22:27:34.696164Z","end":"2026-02-27T22:27:34.959527Z","steps":["trace[145610058] 'agreement among raft nodes before linearized reading' (duration: 261.138251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:34.958733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:27:34.622933Z","time spent":"335.720081ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:27:35.150874Z","caller":"traceutil/trace.go:171","msg":"trace[1308086995] transaction","detail":"{read_only:false; response_revision:15180; number_of_response:1; }","duration":"188.473791ms","start":"2026-02-27T22:27:34.962372Z","end":"2026-02-27T22:27:35.150846Z","steps":["trace[1308086995] 'process raft request' (duration: 188.230175ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:35.151123Z","caller":"traceutil/trace.go:171","msg":"trace[1774646478] transaction","detail":"{read_only:false; response_revision:15181; number_of_response:1; }","duration":"188.261987ms","start":"2026-02-27T22:27:34.96282Z","end":"2026-02-27T22:27:35.151082Z","steps":["trace[1774646478] 'process raft request' (duration: 187.96211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:35.151357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.560312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:27:35.15143Z","caller":"traceutil/trace.go:171","msg":"trace[196573711] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:15183; }","duration":"139.698895ms","start":"2026-02-27T22:27:35.011716Z","end":"2026-02-27T22:27:35.151415Z","steps":["trace[196573711] 'agreement among raft nodes before linearized reading' (duration: 139.400668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:35.151511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.546756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-02-27T22:27:35.151575Z","caller":"traceutil/trace.go:171","msg":"trace[598556525] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:15183; }","duration":"184.605197ms","start":"2026-02-27T22:27:34.966952Z","end":"2026-02-27T22:27:35.151557Z","steps":["trace[598556525] 'agreement among raft nodes before linearized reading' (duration: 184.455704ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:35.151371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.009685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-02-27T22:27:35.151106Z","caller":"traceutil/trace.go:171","msg":"trace[92436925] linearizableReadLoop","detail":"{readStateIndex:15749; appliedIndex:15745; }","duration":"118.258536ms","start":"2026-02-27T22:27:35.032829Z","end":"2026-02-27T22:27:35.151088Z","steps":["trace[92436925] 'read index received' (duration: 117.704934ms)","trace[92436925] 'applied index is now lower than readState.Index' (duration: 552.302µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:27:35.151724Z","caller":"traceutil/trace.go:171","msg":"trace[1865228007] transaction","detail":"{read_only:false; response_revision:15182; number_of_response:1; }","duration":"188.525352ms","start":"2026-02-27T22:27:34.963144Z","end":"2026-02-27T22:27:35.15167Z","steps":["trace[1865228007] 'process raft request' (duration: 187.814567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:35.151674Z","caller":"traceutil/trace.go:171","msg":"trace[902413816] transaction","detail":"{read_only:false; response_revision:15183; number_of_response:1; }","duration":"187.900829ms","start":"2026-02-27T22:27:34.963731Z","end":"2026-02-27T22:27:35.151632Z","steps":["trace[902413816] 'process raft request' (duration: 187.308396ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:35.151807Z","caller":"traceutil/trace.go:171","msg":"trace[310461773] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:15183; }","duration":"185.476176ms","start":"2026-02-27T22:27:34.966314Z","end":"2026-02-27T22:27:35.15179Z","steps":["trace[310461773] 'agreement among raft nodes before linearized reading' (duration: 184.865583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:35.152201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.447247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:782958"} {"level":"info","ts":"2026-02-27T22:27:35.152268Z","caller":"traceutil/trace.go:171","msg":"trace[1975598928] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15183; }","duration":"187.537891ms","start":"2026-02-27T22:27:34.964716Z","end":"2026-02-27T22:27:35.152254Z","steps":["trace[1975598928] 'agreement among raft nodes before linearized reading' (duration: 186.473597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:35.153349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.563163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:782958"} {"level":"info","ts":"2026-02-27T22:27:35.153673Z","caller":"traceutil/trace.go:171","msg":"trace[670896841] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15183; }","duration":"188.982202ms","start":"2026-02-27T22:27:34.964677Z","end":"2026-02-27T22:27:35.15366Z","steps":["trace[670896841] 'agreement among raft nodes before linearized reading' (duration: 187.239374ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:36.417099Z","caller":"traceutil/trace.go:171","msg":"trace[781930658] transaction","detail":"{read_only:false; response_revision:15190; number_of_response:1; }","duration":"122.99859ms","start":"2026-02-27T22:27:36.294062Z","end":"2026-02-27T22:27:36.41706Z","steps":["trace[781930658] 'process raft request' (duration: 78.778453ms)","trace[781930658] 'compare' (duration: 43.89385ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:27:36.584937Z","caller":"traceutil/trace.go:171","msg":"trace[1761266149] linearizableReadLoop","detail":"{readStateIndex:15758; appliedIndex:15757; }","duration":"108.646546ms","start":"2026-02-27T22:27:36.476267Z","end":"2026-02-27T22:27:36.584913Z","steps":["trace[1761266149] 'read index received' (duration: 60.125935ms)","trace[1761266149] 'applied index is now lower than readState.Index' (duration: 48.519791ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:27:36.585017Z","caller":"traceutil/trace.go:171","msg":"trace[1389673928] transaction","detail":"{read_only:false; response_revision:15191; number_of_response:1; }","duration":"140.579274ms","start":"2026-02-27T22:27:36.444398Z","end":"2026-02-27T22:27:36.584977Z","steps":["trace[1389673928] 'process raft request' (duration: 92.097794ms)","trace[1389673928] 'compare' (duration: 48.319627ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:27:36.585052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.774659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:27:36.585106Z","caller":"traceutil/trace.go:171","msg":"trace[1151532530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15191; }","duration":"108.906522ms","start":"2026-02-27T22:27:36.476184Z","end":"2026-02-27T22:27:36.585091Z","steps":["trace[1151532530] 'agreement among raft nodes before linearized reading' (duration: 108.806579ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:36.817099Z","caller":"traceutil/trace.go:171","msg":"trace[462993322] linearizableReadLoop","detail":"{readStateIndex:15759; appliedIndex:15758; }","duration":"162.014492ms","start":"2026-02-27T22:27:36.655064Z","end":"2026-02-27T22:27:36.817079Z","steps":["trace[462993322] 'read index received' (duration: 161.92709ms)","trace[462993322] 'applied index is now lower than readState.Index' (duration: 86.412µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:27:36.817133Z","caller":"traceutil/trace.go:171","msg":"trace[343632520] transaction","detail":"{read_only:false; response_revision:15192; number_of_response:1; }","duration":"175.567689ms","start":"2026-02-27T22:27:36.641542Z","end":"2026-02-27T22:27:36.81711Z","steps":["trace[343632520] 'process raft request' (duration: 175.395625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:36.817233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.159476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:27:36.817256Z","caller":"traceutil/trace.go:171","msg":"trace[1206445023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15192; }","duration":"162.249388ms","start":"2026-02-27T22:27:36.654997Z","end":"2026-02-27T22:27:36.817247Z","steps":["trace[1206445023] 'agreement among raft nodes before linearized reading' (duration: 162.188227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:27:36.817322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.294665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1861"} {"level":"info","ts":"2026-02-27T22:27:36.817384Z","caller":"traceutil/trace.go:171","msg":"trace[1527010825] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:15192; }","duration":"117.385397ms","start":"2026-02-27T22:27:36.699985Z","end":"2026-02-27T22:27:36.81737Z","steps":["trace[1527010825] 'agreement among raft nodes before linearized reading' (duration: 117.232313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:27:42.009802Z","caller":"traceutil/trace.go:171","msg":"trace[1396884224] transaction","detail":"{read_only:false; response_revision:15218; number_of_response:1; }","duration":"121.18448ms","start":"2026-02-27T22:27:41.88857Z","end":"2026-02-27T22:27:42.009754Z","steps":["trace[1396884224] 'process raft request' (duration: 120.914564ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:03.406844Z","caller":"traceutil/trace.go:171","msg":"trace[1109846152] transaction","detail":"{read_only:false; response_revision:15505; number_of_response:1; }","duration":"411.63907ms","start":"2026-02-27T22:28:02.995172Z","end":"2026-02-27T22:28:03.406811Z","steps":["trace[1109846152] 'process raft request' (duration: 411.278283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:03.407061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:02.995162Z","time spent":"411.808455ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11337,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:28:03.407601Z","caller":"traceutil/trace.go:171","msg":"trace[1234790324] linearizableReadLoop","detail":"{readStateIndex:16080; appliedIndex:16078; }","duration":"117.392818ms","start":"2026-02-27T22:28:03.290169Z","end":"2026-02-27T22:28:03.407562Z","steps":["trace[1234790324] 'read index received' (duration: 116.356564ms)","trace[1234790324] 'applied index is now lower than readState.Index' (duration: 1.034744ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:28:03.407807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.629542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T22:28:03.407847Z","caller":"traceutil/trace.go:171","msg":"trace[1168807272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15506; }","duration":"117.725364ms","start":"2026-02-27T22:28:03.290111Z","end":"2026-02-27T22:28:03.407836Z","steps":["trace[1168807272] 'agreement among raft nodes before linearized reading' (duration: 117.557291ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:03.407973Z","caller":"traceutil/trace.go:171","msg":"trace[411193756] transaction","detail":"{read_only:false; response_revision:15506; number_of_response:1; }","duration":"337.447679ms","start":"2026-02-27T22:28:03.070515Z","end":"2026-02-27T22:28:03.407963Z","steps":["trace[411193756] 'process raft request' (duration: 336.921478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:03.408057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:03.070489Z","time spent":"337.512961ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:28:04.913625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.43171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-02-27T22:28:04.913703Z","caller":"traceutil/trace.go:171","msg":"trace[179639634] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15518; }","duration":"220.573993ms","start":"2026-02-27T22:28:04.693113Z","end":"2026-02-27T22:28:04.913687Z","steps":["trace[179639634] 'range keys from in-memory index tree' (duration: 220.223566ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:04.951171Z","caller":"traceutil/trace.go:171","msg":"trace[358042757] transaction","detail":"{read_only:false; response_revision:15519; number_of_response:1; }","duration":"110.559028ms","start":"2026-02-27T22:28:04.840557Z","end":"2026-02-27T22:28:04.951116Z","steps":["trace[358042757] 'process raft request' (duration: 110.316043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:05.294804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.736863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:05.294922Z","caller":"traceutil/trace.go:171","msg":"trace[1799771043] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15519; }","duration":"277.886307ms","start":"2026-02-27T22:28:05.017013Z","end":"2026-02-27T22:28:05.294899Z","steps":["trace[1799771043] 'range keys from in-memory index tree' (duration: 277.604541ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:05.5394Z","caller":"traceutil/trace.go:171","msg":"trace[1917857324] transaction","detail":"{read_only:false; response_revision:15520; number_of_response:1; }","duration":"115.775043ms","start":"2026-02-27T22:28:05.423609Z","end":"2026-02-27T22:28:05.539384Z","steps":["trace[1917857324] 'process raft request' (duration: 115.435245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:05.927516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.212935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:28:05.927602Z","caller":"traceutil/trace.go:171","msg":"trace[738312580] transaction","detail":"{read_only:false; response_revision:15521; number_of_response:1; }","duration":"385.286685ms","start":"2026-02-27T22:28:05.542298Z","end":"2026-02-27T22:28:05.927584Z","steps":["trace[738312580] 'process raft request' (duration: 153.939987ms)","trace[738312580] 'compare' (duration: 231.126473ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:28:05.927648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.542285Z","time spent":"385.342556ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:28:06.161538Z","caller":"traceutil/trace.go:171","msg":"trace[1810490553] transaction","detail":"{read_only:false; response_revision:15522; number_of_response:1; }","duration":"618.140387ms","start":"2026-02-27T22:28:05.543373Z","end":"2026-02-27T22:28:06.161513Z","steps":["trace[1810490553] 'process raft request' (duration: 612.494013ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.161703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.543367Z","time spent":"618.2488ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:28:06.16184Z","caller":"traceutil/trace.go:171","msg":"trace[421485416] transaction","detail":"{read_only:false; response_revision:15523; number_of_response:1; }","duration":"617.759869ms","start":"2026-02-27T22:28:05.544052Z","end":"2026-02-27T22:28:06.161812Z","steps":["trace[421485416] 'process raft request' (duration: 617.421812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.161972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.544046Z","time spent":"617.856341ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:28:06.161952Z","caller":"traceutil/trace.go:171","msg":"trace[819870993] linearizableReadLoop","detail":"{readStateIndex:16098; appliedIndex:16094; }","duration":"616.299146ms","start":"2026-02-27T22:28:05.545617Z","end":"2026-02-27T22:28:06.161916Z","steps":["trace[819870993] 'read index received' (duration: 150.547592ms)","trace[819870993] 'applied index is now lower than readState.Index' (duration: 465.749684ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:28:06.162021Z","caller":"traceutil/trace.go:171","msg":"trace[2053384122] transaction","detail":"{read_only:false; response_revision:15524; number_of_response:1; }","duration":"617.039193ms","start":"2026-02-27T22:28:05.544945Z","end":"2026-02-27T22:28:06.161983Z","steps":["trace[2053384122] 'process raft request' (duration: 616.796928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.16218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.544924Z","time spent":"617.180886ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:28:06.162201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.201161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:06.16224Z","caller":"traceutil/trace.go:171","msg":"trace[1002879198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15524; }","duration":"507.307443ms","start":"2026-02-27T22:28:05.654919Z","end":"2026-02-27T22:28:06.162226Z","steps":["trace[1002879198] 'agreement among raft nodes before linearized reading' (duration: 507.203101ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.16224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.334494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mnj44\" ","response":"range_response_count:1 size:18590"} {"level":"info","ts":"2026-02-27T22:28:06.162272Z","caller":"traceutil/trace.go:171","msg":"trace[642051062] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-mnj44; range_end:; response_count:1; response_revision:15524; }","duration":"320.376075ms","start":"2026-02-27T22:28:05.841885Z","end":"2026-02-27T22:28:06.162261Z","steps":["trace[642051062] 'agreement among raft nodes before linearized reading' (duration: 320.253122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.162276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.654877Z","time spent":"507.391845ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:28:06.1623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.841879Z","time spent":"320.416286ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18612,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mnj44\" "} {"level":"warn","ts":"2026-02-27T22:28:06.162524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.704667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:28:06.162553Z","caller":"traceutil/trace.go:171","msg":"trace[1152919476] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15524; }","duration":"215.763568ms","start":"2026-02-27T22:28:05.946781Z","end":"2026-02-27T22:28:06.162545Z","steps":["trace[1152919476] 'agreement among raft nodes before linearized reading' (duration: 215.635605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.162571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.745395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:06.162619Z","caller":"traceutil/trace.go:171","msg":"trace[1552910033] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15524; }","duration":"294.812566ms","start":"2026-02-27T22:28:05.867795Z","end":"2026-02-27T22:28:06.162607Z","steps":["trace[1552910033] 'agreement among raft nodes before linearized reading' (duration: 294.737805ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.162715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.293936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:06.162741Z","caller":"traceutil/trace.go:171","msg":"trace[1866976655] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15524; }","duration":"295.343558ms","start":"2026-02-27T22:28:05.867391Z","end":"2026-02-27T22:28:06.162735Z","steps":["trace[1866976655] 'agreement among raft nodes before linearized reading' (duration: 295.272346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.162757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.544599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:06.162799Z","caller":"traceutil/trace.go:171","msg":"trace[1726029416] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15524; }","duration":"331.58419ms","start":"2026-02-27T22:28:05.831205Z","end":"2026-02-27T22:28:06.162789Z","steps":["trace[1726029416] 'agreement among raft nodes before linearized reading' (duration: 331.428667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.162831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.83118Z","time spent":"331.642282ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-02-27T22:28:06.162882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.819269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-28w79\" ","response":"range_response_count:1 size:18564"} {"level":"info","ts":"2026-02-27T22:28:06.162919Z","caller":"traceutil/trace.go:171","msg":"trace[1080777643] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-28w79; range_end:; response_count:1; response_revision:15524; }","duration":"263.88105ms","start":"2026-02-27T22:28:05.899029Z","end":"2026-02-27T22:28:06.16291Z","steps":["trace[1080777643] 'agreement among raft nodes before linearized reading' (duration: 263.791308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.163095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.036741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:06.16314Z","caller":"traceutil/trace.go:171","msg":"trace[1865471576] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15524; }","duration":"364.097111ms","start":"2026-02-27T22:28:05.799029Z","end":"2026-02-27T22:28:06.163126Z","steps":["trace[1865471576] 'agreement among raft nodes before linearized reading' (duration: 364.011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.163169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.799019Z","time spent":"364.141602ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:28:06.16321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.990654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-02-27T22:28:06.163251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.866538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:28:06.163191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.490304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-02-27T22:28:06.163267Z","caller":"traceutil/trace.go:171","msg":"trace[784470972] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15524; }","duration":"394.050726ms","start":"2026-02-27T22:28:05.769195Z","end":"2026-02-27T22:28:06.163246Z","steps":["trace[784470972] 'agreement among raft nodes before linearized reading' (duration: 393.944084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.163298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.769188Z","time spent":"394.104157ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-27T22:28:06.163312Z","caller":"traceutil/trace.go:171","msg":"trace[298467976] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:15524; }","duration":"447.647328ms","start":"2026-02-27T22:28:05.715638Z","end":"2026-02-27T22:28:06.163286Z","steps":["trace[298467976] 'agreement among raft nodes before linearized reading' (duration: 447.30288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.163329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.887716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:06.163353Z","caller":"traceutil/trace.go:171","msg":"trace[375066502] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15524; }","duration":"363.928037ms","start":"2026-02-27T22:28:05.79942Z","end":"2026-02-27T22:28:06.163348Z","steps":["trace[375066502] 'agreement among raft nodes before linearized reading' (duration: 363.868206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.163356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.715629Z","time spent":"447.718269ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-02-27T22:28:06.163377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.799413Z","time spent":"363.959778ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-02-27T22:28:06.163273Z","caller":"traceutil/trace.go:171","msg":"trace[1540874218] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15524; }","duration":"332.902828ms","start":"2026-02-27T22:28:05.830364Z","end":"2026-02-27T22:28:06.163267Z","steps":["trace[1540874218] 'agreement among raft nodes before linearized reading' (duration: 332.869678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.163452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.830356Z","time spent":"333.088363ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:28:06.16347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.961857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-02-27T22:28:06.163509Z","caller":"traceutil/trace.go:171","msg":"trace[523360863] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:15524; }","duration":"496.027577ms","start":"2026-02-27T22:28:05.667469Z","end":"2026-02-27T22:28:06.163497Z","steps":["trace[523360863] 'agreement among raft nodes before linearized reading' (duration: 495.923924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.163548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.66746Z","time spent":"496.081778ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" "} {"level":"warn","ts":"2026-02-27T22:28:06.163627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.588733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:28:06.16366Z","caller":"traceutil/trace.go:171","msg":"trace[609219279] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:15524; }","duration":"498.638464ms","start":"2026-02-27T22:28:05.665012Z","end":"2026-02-27T22:28:06.163651Z","steps":["trace[609219279] 'agreement among raft nodes before linearized reading' (duration: 498.512721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.163552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.508366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:28:06.163686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.665002Z","time spent":"498.679174ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"info","ts":"2026-02-27T22:28:06.163711Z","caller":"traceutil/trace.go:171","msg":"trace[436434145] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15524; }","duration":"394.696551ms","start":"2026-02-27T22:28:05.769003Z","end":"2026-02-27T22:28:06.163699Z","steps":["trace[436434145] 'agreement among raft nodes before linearized reading' (duration: 394.516207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.16375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.091313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-02-27T22:28:06.163763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.768991Z","time spent":"394.762992ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-02-27T22:28:06.163774Z","caller":"traceutil/trace.go:171","msg":"trace[1138692827] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:15524; }","duration":"493.126193ms","start":"2026-02-27T22:28:05.670641Z","end":"2026-02-27T22:28:06.163768Z","steps":["trace[1138692827] 'agreement among raft nodes before linearized reading' (duration: 493.055532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.1638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.670636Z","time spent":"493.156914ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" "} {"level":"warn","ts":"2026-02-27T22:28:06.1628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.493177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-z87r6\" ","response":"range_response_count:1 size:14196"} {"level":"info","ts":"2026-02-27T22:28:06.163965Z","caller":"traceutil/trace.go:171","msg":"trace[1952594471] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-z87r6; range_end:; response_count:1; response_revision:15524; }","duration":"262.666754ms","start":"2026-02-27T22:28:05.901279Z","end":"2026-02-27T22:28:06.163946Z","steps":["trace[1952594471] 'agreement among raft nodes before linearized reading' (duration: 261.419146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.164328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.450673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:28:06.16438Z","caller":"traceutil/trace.go:171","msg":"trace[878624763] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:15524; }","duration":"473.522434ms","start":"2026-02-27T22:28:05.690843Z","end":"2026-02-27T22:28:06.164366Z","steps":["trace[878624763] 'agreement among raft nodes before linearized reading' (duration: 472.825819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.164411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.690833Z","time spent":"473.570945ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"warn","ts":"2026-02-27T22:28:06.165883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.249642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892520"} {"level":"info","ts":"2026-02-27T22:28:06.165977Z","caller":"traceutil/trace.go:171","msg":"trace[412175439] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15524; }","duration":"620.353304ms","start":"2026-02-27T22:28:05.545604Z","end":"2026-02-27T22:28:06.165957Z","steps":["trace[412175439] 'agreement among raft nodes before linearized reading' (duration: 616.431089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:06.166025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:05.545598Z","time spent":"620.415805ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":892542,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T22:28:11.806483Z","caller":"traceutil/trace.go:171","msg":"trace[774137572] linearizableReadLoop","detail":"{readStateIndex:16135; appliedIndex:16134; }","duration":"150.785607ms","start":"2026-02-27T22:28:11.655671Z","end":"2026-02-27T22:28:11.806457Z","steps":["trace[774137572] 'read index received' (duration: 150.489401ms)","trace[774137572] 'applied index is now lower than readState.Index' (duration: 294.866µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:28:11.806569Z","caller":"traceutil/trace.go:171","msg":"trace[1375397671] transaction","detail":"{read_only:false; response_revision:15559; number_of_response:1; }","duration":"240.848806ms","start":"2026-02-27T22:28:11.565663Z","end":"2026-02-27T22:28:11.806512Z","steps":["trace[1375397671] 'process raft request' (duration: 240.600611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:11.806731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.013752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:11.806857Z","caller":"traceutil/trace.go:171","msg":"trace[137804738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15559; }","duration":"151.201966ms","start":"2026-02-27T22:28:11.655625Z","end":"2026-02-27T22:28:11.806827Z","steps":["trace[137804738] 'agreement among raft nodes before linearized reading' (duration: 150.950811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:12.227823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.800655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T22:28:12.22792Z","caller":"traceutil/trace.go:171","msg":"trace[1854680126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15559; }","duration":"272.949528ms","start":"2026-02-27T22:28:11.954945Z","end":"2026-02-27T22:28:12.227895Z","steps":["trace[1854680126] 'range keys from in-memory index tree' (duration: 272.614051ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:16.362574Z","caller":"traceutil/trace.go:171","msg":"trace[1455839003] linearizableReadLoop","detail":"{readStateIndex:16176; appliedIndex:16175; }","duration":"125.837582ms","start":"2026-02-27T22:28:16.236711Z","end":"2026-02-27T22:28:16.362548Z","steps":["trace[1455839003] 'read index received' (duration: 125.629677ms)","trace[1455839003] 'applied index is now lower than readState.Index' (duration: 206.524µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:28:16.362658Z","caller":"traceutil/trace.go:171","msg":"trace[1824096668] transaction","detail":"{read_only:false; response_revision:15599; number_of_response:1; }","duration":"139.347036ms","start":"2026-02-27T22:28:16.223282Z","end":"2026-02-27T22:28:16.362629Z","steps":["trace[1824096668] 'process raft request' (duration: 139.099411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:16.362744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.004516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:16.362825Z","caller":"traceutil/trace.go:171","msg":"trace[1220739261] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15599; }","duration":"126.141438ms","start":"2026-02-27T22:28:16.236665Z","end":"2026-02-27T22:28:16.362807Z","steps":["trace[1220739261] 'agreement among raft nodes before linearized reading' (duration: 125.991425ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:16.371048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.519099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:16.371096Z","caller":"traceutil/trace.go:171","msg":"trace[111064393] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15600; }","duration":"133.596571ms","start":"2026-02-27T22:28:16.237489Z","end":"2026-02-27T22:28:16.371085Z","steps":["trace[111064393] 'agreement among raft nodes before linearized reading' (duration: 133.410957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:16.371076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.622258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:16.371295Z","caller":"traceutil/trace.go:171","msg":"trace[1283241299] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15600; }","duration":"131.864543ms","start":"2026-02-27T22:28:16.239416Z","end":"2026-02-27T22:28:16.371281Z","steps":["trace[1283241299] 'agreement among raft nodes before linearized reading' (duration: 131.594508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:16.389896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.595173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:16.389954Z","caller":"traceutil/trace.go:171","msg":"trace[716265307] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15600; }","duration":"150.681576ms","start":"2026-02-27T22:28:16.239257Z","end":"2026-02-27T22:28:16.389938Z","steps":["trace[716265307] 'agreement among raft nodes before linearized reading' (duration: 131.880434ms)","trace[716265307] 'range keys from in-memory index tree' (duration: 18.668819ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:28:16.39005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.732816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:16.390068Z","caller":"traceutil/trace.go:171","msg":"trace[1848888767] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15600; }","duration":"150.761937ms","start":"2026-02-27T22:28:16.239299Z","end":"2026-02-27T22:28:16.390061Z","steps":["trace[1848888767] 'agreement among raft nodes before linearized reading' (duration: 131.849304ms)","trace[1848888767] 'range keys from in-memory index tree' (duration: 18.859112ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:28:16.390241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.175226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:16.390259Z","caller":"traceutil/trace.go:171","msg":"trace[727342166] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15600; }","duration":"151.208616ms","start":"2026-02-27T22:28:16.239044Z","end":"2026-02-27T22:28:16.390253Z","steps":["trace[727342166] 'agreement among raft nodes before linearized reading' (duration: 132.117499ms)","trace[727342166] 'range keys from in-memory index tree' (duration: 19.063957ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:28:16.390511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.711619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:16.390573Z","caller":"traceutil/trace.go:171","msg":"trace[490362464] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15600; }","duration":"147.792881ms","start":"2026-02-27T22:28:16.242762Z","end":"2026-02-27T22:28:16.390555Z","steps":["trace[490362464] 'agreement among raft nodes before linearized reading' (duration: 128.518489ms)","trace[490362464] 'range keys from in-memory index tree' (duration: 19.160829ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:28:16.390782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.751419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-02-27T22:28:16.390806Z","caller":"traceutil/trace.go:171","msg":"trace[1022171323] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15600; }","duration":"151.791019ms","start":"2026-02-27T22:28:16.239007Z","end":"2026-02-27T22:28:16.390798Z","steps":["trace[1022171323] 'agreement among raft nodes before linearized reading' (duration: 132.292533ms)","trace[1022171323] 'range keys from in-memory index tree' (duration: 18.382542ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:28:16.552658Z","caller":"traceutil/trace.go:171","msg":"trace[271004175] transaction","detail":"{read_only:false; response_revision:15604; number_of_response:1; }","duration":"127.539408ms","start":"2026-02-27T22:28:16.425083Z","end":"2026-02-27T22:28:16.552622Z","steps":["trace[271004175] 'process raft request' (duration: 127.263542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:17.355932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.020691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-27T22:28:17.356004Z","caller":"traceutil/trace.go:171","msg":"trace[2054447927] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15606; }","duration":"161.147314ms","start":"2026-02-27T22:28:17.194837Z","end":"2026-02-27T22:28:17.355985Z","steps":["trace[2054447927] 'range keys from in-memory index tree' (duration: 160.865509ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:17.356027Z","caller":"traceutil/trace.go:171","msg":"trace[1947665334] transaction","detail":"{read_only:false; response_revision:15607; number_of_response:1; }","duration":"157.216818ms","start":"2026-02-27T22:28:17.198781Z","end":"2026-02-27T22:28:17.355998Z","steps":["trace[1947665334] 'process raft request' (duration: 82.909202ms)","trace[1947665334] 'compare' (duration: 74.193033ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:28:18.04334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.052538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T22:28:18.043452Z","caller":"traceutil/trace.go:171","msg":"trace[316801482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15608; }","duration":"213.223732ms","start":"2026-02-27T22:28:17.830204Z","end":"2026-02-27T22:28:18.043427Z","steps":["trace[316801482] 'range keys from in-memory index tree' (duration: 212.826164ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:18.298013Z","caller":"traceutil/trace.go:171","msg":"trace[673207330] transaction","detail":"{read_only:false; response_revision:15609; number_of_response:1; }","duration":"249.493775ms","start":"2026-02-27T22:28:18.048483Z","end":"2026-02-27T22:28:18.297977Z","steps":["trace[673207330] 'process raft request' (duration: 249.275861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.520346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.216576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:18.520447Z","caller":"traceutil/trace.go:171","msg":"trace[1993067103] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15609; }","duration":"145.380849ms","start":"2026-02-27T22:28:18.375044Z","end":"2026-02-27T22:28:18.520425Z","steps":["trace[1993067103] 'range keys from in-memory index tree' (duration: 145.125033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.520441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.882933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:28:18.520449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.50034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:18.520611Z","caller":"traceutil/trace.go:171","msg":"trace[35327823] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15609; }","duration":"144.705175ms","start":"2026-02-27T22:28:18.375881Z","end":"2026-02-27T22:28:18.520586Z","steps":["trace[35327823] 'range keys from in-memory index tree' (duration: 144.388318ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:18.520648Z","caller":"traceutil/trace.go:171","msg":"trace[1424708578] linearizableReadLoop","detail":"{readStateIndex:16187; appliedIndex:16186; }","duration":"143.492688ms","start":"2026-02-27T22:28:18.377113Z","end":"2026-02-27T22:28:18.520606Z","steps":["trace[1424708578] 'read index received' (duration: 80.614393ms)","trace[1424708578] 'applied index is now lower than readState.Index' (duration: 62.875985ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:28:18.520786Z","caller":"traceutil/trace.go:171","msg":"trace[1102419545] transaction","detail":"{read_only:false; response_revision:15610; number_of_response:1; }","duration":"144.516581ms","start":"2026-02-27T22:28:18.376255Z","end":"2026-02-27T22:28:18.520772Z","steps":["trace[1102419545] 'process raft request' (duration: 81.489332ms)","trace[1102419545] 'compare' (duration: 62.555679ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:28:18.520953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.717313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:28:18.520914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.78761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:18.521015Z","caller":"traceutil/trace.go:171","msg":"trace[1530416992] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15610; }","duration":"122.808136ms","start":"2026-02-27T22:28:18.398191Z","end":"2026-02-27T22:28:18.520999Z","steps":["trace[1530416992] 'agreement among raft nodes before linearized reading' (duration: 122.682743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.521035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.397025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-02-27T22:28:18.52107Z","caller":"traceutil/trace.go:171","msg":"trace[273353900] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15610; }","duration":"121.471587ms","start":"2026-02-27T22:28:18.399587Z","end":"2026-02-27T22:28:18.521059Z","steps":["trace[273353900] 'agreement among raft nodes before linearized reading' (duration: 121.318594ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:18.521071Z","caller":"traceutil/trace.go:171","msg":"trace[111057155] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15609; }","duration":"147.035885ms","start":"2026-02-27T22:28:18.374001Z","end":"2026-02-27T22:28:18.521036Z","steps":["trace[111057155] 'range keys from in-memory index tree' (duration: 146.593646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.52109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.552116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:18.521128Z","caller":"traceutil/trace.go:171","msg":"trace[770160066] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15610; }","duration":"120.607237ms","start":"2026-02-27T22:28:18.400507Z","end":"2026-02-27T22:28:18.521114Z","steps":["trace[770160066] 'agreement among raft nodes before linearized reading' (duration: 120.521755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.521144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.58302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:18.521167Z","caller":"traceutil/trace.go:171","msg":"trace[849412564] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15610; }","duration":"121.669691ms","start":"2026-02-27T22:28:18.39949Z","end":"2026-02-27T22:28:18.52116Z","steps":["trace[849412564] 'agreement among raft nodes before linearized reading' (duration: 121.6301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.521292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.748403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:18.521315Z","caller":"traceutil/trace.go:171","msg":"trace[585471689] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15610; }","duration":"121.783803ms","start":"2026-02-27T22:28:18.399523Z","end":"2026-02-27T22:28:18.521307Z","steps":["trace[585471689] 'agreement among raft nodes before linearized reading' (duration: 121.701481ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.52135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.881176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:18.521392Z","caller":"traceutil/trace.go:171","msg":"trace[1117027639] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15610; }","duration":"121.940857ms","start":"2026-02-27T22:28:18.399437Z","end":"2026-02-27T22:28:18.521378Z","steps":["trace[1117027639] 'agreement among raft nodes before linearized reading' (duration: 121.880995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.521394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.207853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-02-27T22:28:18.521357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.664411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:28:18.521458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.106371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-02-27T22:28:18.520555Z","caller":"traceutil/trace.go:171","msg":"trace[1130832771] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15609; }","duration":"153.081418ms","start":"2026-02-27T22:28:18.36745Z","end":"2026-02-27T22:28:18.520532Z","steps":["trace[1130832771] 'range keys from in-memory index tree' (duration: 152.747151ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:18.521493Z","caller":"traceutil/trace.go:171","msg":"trace[1448661503] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15610; }","duration":"117.153382ms","start":"2026-02-27T22:28:18.40433Z","end":"2026-02-27T22:28:18.521484Z","steps":["trace[1448661503] 'agreement among raft nodes before linearized reading' (duration: 117.021149ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:18.521509Z","caller":"traceutil/trace.go:171","msg":"trace[1504636189] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15610; }","duration":"121.833105ms","start":"2026-02-27T22:28:18.399645Z","end":"2026-02-27T22:28:18.521478Z","steps":["trace[1504636189] 'agreement among raft nodes before linearized reading' (duration: 121.633981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.521541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.211272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:18.521462Z","caller":"traceutil/trace.go:171","msg":"trace[726489895] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15610; }","duration":"122.289824ms","start":"2026-02-27T22:28:18.399162Z","end":"2026-02-27T22:28:18.521452Z","steps":["trace[726489895] 'agreement among raft nodes before linearized reading' (duration: 122.152341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.521532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.606301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:28:18.52097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.843836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:18.521623Z","caller":"traceutil/trace.go:171","msg":"trace[1946819554] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15610; }","duration":"122.715704ms","start":"2026-02-27T22:28:18.3989Z","end":"2026-02-27T22:28:18.521615Z","steps":["trace[1946819554] 'agreement among raft nodes before linearized reading' (duration: 122.612112ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:18.521575Z","caller":"traceutil/trace.go:171","msg":"trace[1730382514] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15610; }","duration":"122.260024ms","start":"2026-02-27T22:28:18.399307Z","end":"2026-02-27T22:28:18.521567Z","steps":["trace[1730382514] 'agreement among raft nodes before linearized reading' (duration: 122.174422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.521496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.523219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:18.521656Z","caller":"traceutil/trace.go:171","msg":"trace[1348983712] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15610; }","duration":"144.543741ms","start":"2026-02-27T22:28:18.377095Z","end":"2026-02-27T22:28:18.521639Z","steps":["trace[1348983712] 'agreement among raft nodes before linearized reading' (duration: 143.714783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:18.521668Z","caller":"traceutil/trace.go:171","msg":"trace[1332091092] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15610; }","duration":"122.707753ms","start":"2026-02-27T22:28:18.39895Z","end":"2026-02-27T22:28:18.521658Z","steps":["trace[1332091092] 'agreement among raft nodes before linearized reading' (duration: 122.520869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.967681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.701246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:28:18.967827Z","caller":"traceutil/trace.go:171","msg":"trace[534837656] transaction","detail":"{read_only:false; response_revision:15612; number_of_response:1; }","duration":"438.796835ms","start":"2026-02-27T22:28:18.529012Z","end":"2026-02-27T22:28:18.967809Z","steps":["trace[534837656] 'process raft request' (duration: 94.858433ms)","trace[534837656] 'compare' (duration: 343.609035ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:28:18.967882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:18.52898Z","time spent":"438.880307ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:28:18.968307Z","caller":"traceutil/trace.go:171","msg":"trace[400427227] transaction","detail":"{read_only:false; response_revision:15613; number_of_response:1; }","duration":"438.667042ms","start":"2026-02-27T22:28:18.529629Z","end":"2026-02-27T22:28:18.968296Z","steps":["trace[400427227] 'process raft request' (duration: 438.137721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.968375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:18.529606Z","time spent":"438.738213ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:28:18.968282Z","caller":"traceutil/trace.go:171","msg":"trace[2103320490] linearizableReadLoop","detail":"{readStateIndex:16190; appliedIndex:16187; }","duration":"408.913582ms","start":"2026-02-27T22:28:18.559345Z","end":"2026-02-27T22:28:18.968258Z","steps":["trace[2103320490] 'read index received' (duration: 47.639432ms)","trace[2103320490] 'applied index is now lower than readState.Index' (duration: 361.27317ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:28:18.968461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.100726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T22:28:18.96851Z","caller":"traceutil/trace.go:171","msg":"trace[1847690246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15614; }","duration":"409.214079ms","start":"2026-02-27T22:28:18.559285Z","end":"2026-02-27T22:28:18.968499Z","steps":["trace[1847690246] 'agreement among raft nodes before linearized reading' (duration: 409.042575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.968549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:18.559261Z","time spent":"409.27983ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:28:18.968818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.32898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-02-27T22:28:18.968918Z","caller":"traceutil/trace.go:171","msg":"trace[746338122] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:15614; }","duration":"387.526684ms","start":"2026-02-27T22:28:18.581381Z","end":"2026-02-27T22:28:18.968908Z","steps":["trace[746338122] 'agreement among raft nodes before linearized reading' (duration: 387.33842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.968933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.755827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-02-27T22:28:18.968917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.182675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:28:18.968969Z","caller":"traceutil/trace.go:171","msg":"trace[135331095] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:15614; }","duration":"375.814488ms","start":"2026-02-27T22:28:18.593145Z","end":"2026-02-27T22:28:18.96896Z","steps":["trace[135331095] 'agreement among raft nodes before linearized reading' (duration: 375.734637ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.968984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.693522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"warn","ts":"2026-02-27T22:28:18.968996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:18.59313Z","time spent":"375.861879ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" "} {"level":"info","ts":"2026-02-27T22:28:18.969016Z","caller":"traceutil/trace.go:171","msg":"trace[998769884] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:15614; }","duration":"378.747943ms","start":"2026-02-27T22:28:18.59026Z","end":"2026-02-27T22:28:18.969008Z","steps":["trace[998769884] 'agreement among raft nodes before linearized reading' (duration: 378.650521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.969055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:18.590242Z","time spent":"378.804314ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"warn","ts":"2026-02-27T22:28:18.969063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:18.581352Z","time spent":"387.703278ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" "} {"level":"info","ts":"2026-02-27T22:28:18.969007Z","caller":"traceutil/trace.go:171","msg":"trace[576971677] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:15614; }","duration":"375.294387ms","start":"2026-02-27T22:28:18.593686Z","end":"2026-02-27T22:28:18.96898Z","steps":["trace[576971677] 'agreement among raft nodes before linearized reading' (duration: 375.042231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.969154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:18.593675Z","time spent":"375.47123ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"warn","ts":"2026-02-27T22:28:18.969164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.893579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-28w79\" ","response":"range_response_count:1 size:18564"} {"level":"warn","ts":"2026-02-27T22:28:18.968862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.147036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-z87r6\" ","response":"range_response_count:1 size:14196"} {"level":"info","ts":"2026-02-27T22:28:18.969254Z","caller":"traceutil/trace.go:171","msg":"trace[294415018] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-28w79; range_end:; response_count:1; response_revision:15614; }","duration":"375.01036ms","start":"2026-02-27T22:28:18.59423Z","end":"2026-02-27T22:28:18.969241Z","steps":["trace[294415018] 'agreement among raft nodes before linearized reading' (duration: 374.807986ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:18.969281Z","caller":"traceutil/trace.go:171","msg":"trace[1995170576] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-z87r6; range_end:; response_count:1; response_revision:15614; }","duration":"376.625986ms","start":"2026-02-27T22:28:18.592643Z","end":"2026-02-27T22:28:18.969269Z","steps":["trace[1995170576] 'agreement among raft nodes before linearized reading' (duration: 376.090905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.969179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.054945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-p59kw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-02-27T22:28:18.9693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:18.594217Z","time spent":"375.069831ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18586,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-28w79\" "} {"level":"warn","ts":"2026-02-27T22:28:18.969318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:18.592628Z","time spent":"376.680568ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14218,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-z87r6\" "} {"level":"info","ts":"2026-02-27T22:28:18.968869Z","caller":"traceutil/trace.go:171","msg":"trace[1630041889] transaction","detail":"{read_only:false; response_revision:15614; number_of_response:1; }","duration":"179.469004ms","start":"2026-02-27T22:28:18.789389Z","end":"2026-02-27T22:28:18.968858Z","steps":["trace[1630041889] 'process raft request' (duration: 178.800689ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:18.969378Z","caller":"traceutil/trace.go:171","msg":"trace[1334250145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-p59kw; range_end:; response_count:1; response_revision:15614; }","duration":"366.230458ms","start":"2026-02-27T22:28:18.603095Z","end":"2026-02-27T22:28:18.969325Z","steps":["trace[1334250145] 'agreement among raft nodes before linearized reading' (duration: 365.886171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.968834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.439275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:18.96952Z","caller":"traceutil/trace.go:171","msg":"trace[1602506113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15614; }","duration":"314.16213ms","start":"2026-02-27T22:28:18.655347Z","end":"2026-02-27T22:28:18.969509Z","steps":["trace[1602506113] 'agreement among raft nodes before linearized reading' (duration: 313.460955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.969481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:18.603087Z","time spent":"366.377672ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-p59kw\" "} {"level":"warn","ts":"2026-02-27T22:28:18.969555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:18.655325Z","time spent":"314.221971ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:28:18.969563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.262854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mnj44\" ","response":"range_response_count:1 size:18590"} {"level":"info","ts":"2026-02-27T22:28:18.969666Z","caller":"traceutil/trace.go:171","msg":"trace[1009863151] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-mnj44; range_end:; response_count:1; response_revision:15614; }","duration":"379.414987ms","start":"2026-02-27T22:28:18.59023Z","end":"2026-02-27T22:28:18.969645Z","steps":["trace[1009863151] 'agreement among raft nodes before linearized reading' (duration: 379.123221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:18.96973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:28:18.590209Z","time spent":"379.51223ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18612,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-mnj44\" "} {"level":"info","ts":"2026-02-27T22:28:19.245237Z","caller":"traceutil/trace.go:171","msg":"trace[4547913] transaction","detail":"{read_only:false; response_revision:15616; number_of_response:1; }","duration":"124.815299ms","start":"2026-02-27T22:28:19.120396Z","end":"2026-02-27T22:28:19.245211Z","steps":["trace[4547913] 'process raft request' (duration: 124.676116ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:20.401917Z","caller":"traceutil/trace.go:171","msg":"trace[291410605] transaction","detail":"{read_only:false; response_revision:15622; number_of_response:1; }","duration":"115.079747ms","start":"2026-02-27T22:28:20.2868Z","end":"2026-02-27T22:28:20.40188Z","steps":["trace[291410605] 'process raft request' (duration: 114.872612ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:21.104269Z","caller":"traceutil/trace.go:171","msg":"trace[898746271] transaction","detail":"{read_only:false; response_revision:15628; number_of_response:1; }","duration":"112.599612ms","start":"2026-02-27T22:28:20.99163Z","end":"2026-02-27T22:28:21.10423Z","steps":["trace[898746271] 'process raft request' (duration: 93.017164ms)","trace[898746271] 'compare' (duration: 19.383034ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:28:24.548304Z","caller":"traceutil/trace.go:171","msg":"trace[608732735] transaction","detail":"{read_only:false; response_revision:15641; number_of_response:1; }","duration":"105.180129ms","start":"2026-02-27T22:28:24.443102Z","end":"2026-02-27T22:28:24.548282Z","steps":["trace[608732735] 'process raft request' (duration: 104.904383ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:26.670561Z","caller":"traceutil/trace.go:171","msg":"trace[472126713] transaction","detail":"{read_only:false; response_revision:15652; number_of_response:1; }","duration":"111.456797ms","start":"2026-02-27T22:28:26.559071Z","end":"2026-02-27T22:28:26.670528Z","steps":["trace[472126713] 'process raft request' (duration: 111.295494ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:28:26.749931Z","caller":"traceutil/trace.go:171","msg":"trace[746351654] linearizableReadLoop","detail":"{readStateIndex:16232; appliedIndex:16231; }","duration":"123.598832ms","start":"2026-02-27T22:28:26.62631Z","end":"2026-02-27T22:28:26.749909Z","steps":["trace[746351654] 'read index received' (duration: 44.550274ms)","trace[746351654] 'applied index is now lower than readState.Index' (duration: 79.047468ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:28:26.75023Z","caller":"traceutil/trace.go:171","msg":"trace[241508040] transaction","detail":"{read_only:false; response_revision:15653; number_of_response:1; }","duration":"124.000471ms","start":"2026-02-27T22:28:26.62621Z","end":"2026-02-27T22:28:26.75021Z","steps":["trace[241508040] 'process raft request' (duration: 116.984628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:26.750523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.191425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:26.750578Z","caller":"traceutil/trace.go:171","msg":"trace[1990867925] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15653; }","duration":"124.301918ms","start":"2026-02-27T22:28:26.626262Z","end":"2026-02-27T22:28:26.750564Z","steps":["trace[1990867925] 'agreement among raft nodes before linearized reading' (duration: 124.198285ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:26.750888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.553334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-02-27T22:28:26.750931Z","caller":"traceutil/trace.go:171","msg":"trace[1797905042] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:15653; }","duration":"124.624786ms","start":"2026-02-27T22:28:26.626298Z","end":"2026-02-27T22:28:26.750922Z","steps":["trace[1797905042] 'agreement among raft nodes before linearized reading' (duration: 124.459943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:26.751159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.411961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-27T22:28:26.751232Z","caller":"traceutil/trace.go:171","msg":"trace[995025607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15653; }","duration":"103.488673ms","start":"2026-02-27T22:28:26.647707Z","end":"2026-02-27T22:28:26.751195Z","steps":["trace[995025607] 'agreement among raft nodes before linearized reading' (duration: 103.373471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:26.751558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.022464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:26.751667Z","caller":"traceutil/trace.go:171","msg":"trace[1177347896] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15653; }","duration":"125.178608ms","start":"2026-02-27T22:28:26.626458Z","end":"2026-02-27T22:28:26.751636Z","steps":["trace[1177347896] 'agreement among raft nodes before linearized reading' (duration: 124.900102ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:26.75177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.854638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:28:26.751828Z","caller":"traceutil/trace.go:171","msg":"trace[1688144320] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15653; }","duration":"123.92524ms","start":"2026-02-27T22:28:26.62789Z","end":"2026-02-27T22:28:26.751815Z","steps":["trace[1688144320] 'agreement among raft nodes before linearized reading' (duration: 123.842358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:28:26.752152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.320789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-02-27T22:28:26.752196Z","caller":"traceutil/trace.go:171","msg":"trace[648703347] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15653; }","duration":"124.37917ms","start":"2026-02-27T22:28:26.627808Z","end":"2026-02-27T22:28:26.752187Z","steps":["trace[648703347] 'agreement among raft nodes before linearized reading' (duration: 124.267427ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:29:14.128592Z","caller":"traceutil/trace.go:171","msg":"trace[1635206646] transaction","detail":"{read_only:false; response_revision:15875; number_of_response:1; }","duration":"105.182371ms","start":"2026-02-27T22:29:14.02337Z","end":"2026-02-27T22:29:14.128552Z","steps":["trace[1635206646] 'process raft request' (duration: 104.787362ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:29:42.101776Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14085} {"level":"info","ts":"2026-02-27T22:29:42.211996Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14085,"took":"107.573673ms","hash":1478298388,"current-db-size-bytes":40374272,"current-db-size":"40 MB","current-db-size-in-use-bytes":26574848,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-27T22:29:42.212065Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1478298388,"revision":14085,"compact-revision":11788} {"level":"info","ts":"2026-02-27T22:29:43.37021Z","caller":"traceutil/trace.go:171","msg":"trace[608369313] transaction","detail":"{read_only:false; response_revision:16057; number_of_response:1; }","duration":"103.143696ms","start":"2026-02-27T22:29:43.26704Z","end":"2026-02-27T22:29:43.370184Z","steps":["trace[608369313] 'process raft request' (duration: 102.972712ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:29:44.035955Z","caller":"traceutil/trace.go:171","msg":"trace[1901749998] transaction","detail":"{read_only:false; response_revision:16059; number_of_response:1; }","duration":"586.213528ms","start":"2026-02-27T22:29:43.44971Z","end":"2026-02-27T22:29:44.035924Z","steps":["trace[1901749998] 'process raft request' (duration: 586.027404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:29:44.036131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:29:43.449691Z","time spent":"586.348621ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:29:44.036427Z","caller":"traceutil/trace.go:171","msg":"trace[776888316] linearizableReadLoop","detail":"{readStateIndex:16655; appliedIndex:16655; }","duration":"482.459279ms","start":"2026-02-27T22:29:43.553955Z","end":"2026-02-27T22:29:44.036414Z","steps":["trace[776888316] 'read index received' (duration: 482.451669ms)","trace[776888316] 'applied index is now lower than readState.Index' (duration: 4.57µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:29:44.036531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.572782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:29:44.036577Z","caller":"traceutil/trace.go:171","msg":"trace[1515744106] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:16059; }","duration":"482.661634ms","start":"2026-02-27T22:29:43.5539Z","end":"2026-02-27T22:29:44.036561Z","steps":["trace[1515744106] 'agreement among raft nodes before linearized reading' (duration: 482.582062ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:29:44.036618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:29:43.553874Z","time spent":"482.731236ms","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:29:44.186358Z","caller":"traceutil/trace.go:171","msg":"trace[1168679749] linearizableReadLoop","detail":"{readStateIndex:16656; appliedIndex:16655; }","duration":"149.883289ms","start":"2026-02-27T22:29:44.036458Z","end":"2026-02-27T22:29:44.186342Z","steps":["trace[1168679749] 'read index received' (duration: 110.981638ms)","trace[1168679749] 'applied index is now lower than readState.Index' (duration: 38.900701ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:29:44.186358Z","caller":"traceutil/trace.go:171","msg":"trace[10965398] transaction","detail":"{read_only:false; response_revision:16060; number_of_response:1; }","duration":"372.819113ms","start":"2026-02-27T22:29:43.813505Z","end":"2026-02-27T22:29:44.186325Z","steps":["trace[10965398] 'process raft request' (duration: 333.997434ms)","trace[10965398] 'compare' (duration: 38.614494ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:29:44.186517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.802438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-27T22:29:44.18654Z","caller":"traceutil/trace.go:171","msg":"trace[1790289389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16060; }","duration":"284.86378ms","start":"2026-02-27T22:29:43.901668Z","end":"2026-02-27T22:29:44.186532Z","steps":["trace[1790289389] 'agreement among raft nodes before linearized reading' (duration: 284.769138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:29:44.186536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:29:43.813482Z","time spent":"372.950326ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:29:44.186704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.108787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-27T22:29:44.186735Z","caller":"traceutil/trace.go:171","msg":"trace[370152264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16060; }","duration":"608.174939ms","start":"2026-02-27T22:29:43.57855Z","end":"2026-02-27T22:29:44.186725Z","steps":["trace[370152264] 'agreement among raft nodes before linearized reading' (duration: 608.079197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:29:44.186764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:29:43.578529Z","time spent":"608.22926ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:29:44.186976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.478164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:29:44.187027Z","caller":"traceutil/trace.go:171","msg":"trace[2107575496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16060; }","duration":"532.565885ms","start":"2026-02-27T22:29:43.654446Z","end":"2026-02-27T22:29:44.187012Z","steps":["trace[2107575496] 'agreement among raft nodes before linearized reading' (duration: 532.484893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:29:44.187064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:29:43.654426Z","time spent":"532.630757ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:29:44.187479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.795092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T22:29:44.187546Z","caller":"traceutil/trace.go:171","msg":"trace[1817540085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16060; }","duration":"340.901895ms","start":"2026-02-27T22:29:43.84663Z","end":"2026-02-27T22:29:44.187532Z","steps":["trace[1817540085] 'agreement among raft nodes before linearized reading' (duration: 340.235611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:29:44.187579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:29:43.846607Z","time spent":"340.965806ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:29:44.526989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.20269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:914417"} {"level":"info","ts":"2026-02-27T22:29:44.527057Z","caller":"traceutil/trace.go:171","msg":"trace[193649872] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:16063; }","duration":"239.298812ms","start":"2026-02-27T22:29:44.287745Z","end":"2026-02-27T22:29:44.527043Z","steps":["trace[193649872] 'range keys from in-memory index tree' (duration: 238.615197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:29:44.527731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.029368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:914417"} {"level":"info","ts":"2026-02-27T22:29:44.527759Z","caller":"traceutil/trace.go:171","msg":"trace[509000230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:16063; }","duration":"240.078159ms","start":"2026-02-27T22:29:44.287675Z","end":"2026-02-27T22:29:44.527753Z","steps":["trace[509000230] 'range keys from in-memory index tree' (duration: 239.592709ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:29:44.5285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.728727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:914417"} {"level":"info","ts":"2026-02-27T22:29:44.528559Z","caller":"traceutil/trace.go:171","msg":"trace[1956103852] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:16063; }","duration":"241.817308ms","start":"2026-02-27T22:29:44.286729Z","end":"2026-02-27T22:29:44.528547Z","steps":["trace[1956103852] 'range keys from in-memory index tree' (duration: 239.775083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:29:44.52909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.951688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:29:44.529146Z","caller":"traceutil/trace.go:171","msg":"trace[1738340311] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:16063; }","duration":"240.027319ms","start":"2026-02-27T22:29:44.289108Z","end":"2026-02-27T22:29:44.529135Z","steps":["trace[1738340311] 'range keys from in-memory index tree' (duration: 239.843125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:29:44.529276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.147241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-28w79\" ","response":"range_response_count:1 size:18564"} {"level":"info","ts":"2026-02-27T22:29:44.529307Z","caller":"traceutil/trace.go:171","msg":"trace[1376802000] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-28w79; range_end:; response_count:1; response_revision:16063; }","duration":"197.222173ms","start":"2026-02-27T22:29:44.332077Z","end":"2026-02-27T22:29:44.529299Z","steps":["trace[1376802000] 'range keys from in-memory index tree' (duration: 197.042768ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:29:44.530469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.299032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-02-27T22:29:44.530505Z","caller":"traceutil/trace.go:171","msg":"trace[1949907698] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:16063; }","duration":"196.363664ms","start":"2026-02-27T22:29:44.334133Z","end":"2026-02-27T22:29:44.530497Z","steps":["trace[1949907698] 'range keys from in-memory index tree' (duration: 196.148989ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:30:21.669903Z","caller":"traceutil/trace.go:171","msg":"trace[1466224508] transaction","detail":"{read_only:false; response_revision:16302; number_of_response:1; }","duration":"100.337264ms","start":"2026-02-27T22:30:21.569538Z","end":"2026-02-27T22:30:21.669875Z","steps":["trace[1466224508] 'process raft request' (duration: 99.448635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:30:24.249111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.746968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-27T22:30:24.249231Z","caller":"traceutil/trace.go:171","msg":"trace[1372718559] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:16307; }","duration":"831.927922ms","start":"2026-02-27T22:30:23.417276Z","end":"2026-02-27T22:30:24.249204Z","steps":["trace[1372718559] 'count revisions from in-memory index tree' (duration: 831.662426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:30:24.249282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:30:23.417261Z","time spent":"832.009384ms","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":32,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:30:24.249318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.940417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-27T22:30:24.249384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.507757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T22:30:24.249463Z","caller":"traceutil/trace.go:171","msg":"trace[1729875754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16307; }","duration":"652.155311ms","start":"2026-02-27T22:30:23.597282Z","end":"2026-02-27T22:30:24.249438Z","steps":["trace[1729875754] 'range keys from in-memory index tree' (duration: 651.579158ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:30:24.249495Z","caller":"traceutil/trace.go:171","msg":"trace[1066189572] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:16307; }","duration":"630.658411ms","start":"2026-02-27T22:30:23.618814Z","end":"2026-02-27T22:30:24.249472Z","steps":["trace[1066189572] 'count revisions from in-memory index tree' (duration: 630.437786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:30:24.249487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.736786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T22:30:24.249526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:30:23.597253Z","time spent":"652.257434ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:30:24.24954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:30:23.6188Z","time spent":"630.727832ms","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:30:24.249571Z","caller":"traceutil/trace.go:171","msg":"trace[1617820877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16307; }","duration":"835.873509ms","start":"2026-02-27T22:30:23.413677Z","end":"2026-02-27T22:30:24.249551Z","steps":["trace[1617820877] 'range keys from in-memory index tree' (duration: 835.51408ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:30:24.249556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.666553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T22:30:24.249614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:30:23.413655Z","time spent":"835.950551ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:30:24.249648Z","caller":"traceutil/trace.go:171","msg":"trace[813294088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16307; }","duration":"594.800786ms","start":"2026-02-27T22:30:23.654821Z","end":"2026-02-27T22:30:24.249622Z","steps":["trace[813294088] 'range keys from in-memory index tree' (duration: 594.551711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:30:24.249694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:30:23.654798Z","time spent":"594.886349ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:30:24.249835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.785634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T22:30:24.249894Z","caller":"traceutil/trace.go:171","msg":"trace[1560213754] transaction","detail":"{read_only:false; response_revision:16308; number_of_response:1; }","duration":"574.83644ms","start":"2026-02-27T22:30:23.675042Z","end":"2026-02-27T22:30:24.249879Z","steps":["trace[1560213754] 'process raft request' (duration: 430.941744ms)","trace[1560213754] 'compare' (duration: 143.15467ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:30:24.249941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:30:23.675023Z","time spent":"574.892642ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:03.024266Z","caller":"traceutil/trace.go:171","msg":"trace[1242659993] transaction","detail":"{read_only:false; response_revision:16573; number_of_response:1; }","duration":"133.580431ms","start":"2026-02-27T22:31:02.890656Z","end":"2026-02-27T22:31:03.024237Z","steps":["trace[1242659993] 'process raft request' (duration: 102.979912ms)","trace[1242659993] 'compare' (duration: 30.476337ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:17.233794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051676477s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:31:17.234008Z","caller":"traceutil/trace.go:171","msg":"trace[291667182] transaction","detail":"{read_only:false; response_revision:16656; number_of_response:1; }","duration":"1.162919041s","start":"2026-02-27T22:31:16.071064Z","end":"2026-02-27T22:31:17.233983Z","steps":["trace[291667182] 'process raft request' (duration: 110.837905ms)","trace[291667182] 'compare' (duration: 1.050870479s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:31:17.234036Z","caller":"traceutil/trace.go:171","msg":"trace[1943838497] transaction","detail":"{read_only:false; response_revision:16657; number_of_response:1; }","duration":"698.395712ms","start":"2026-02-27T22:31:16.53562Z","end":"2026-02-27T22:31:17.234015Z","steps":["trace[1943838497] 'process raft request' (duration: 698.28867ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:17.234087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:16.071049Z","time spent":"1.163004732s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:31:17.234133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:16.535603Z","time spent":"698.474715ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:17.234156Z","caller":"traceutil/trace.go:171","msg":"trace[1991877196] linearizableReadLoop","detail":"{readStateIndex:17275; appliedIndex:17274; }","duration":"1.093900061s","start":"2026-02-27T22:31:16.140137Z","end":"2026-02-27T22:31:17.234037Z","steps":["trace[1991877196] 'read index received' (duration: 41.805454ms)","trace[1991877196] 'applied index is now lower than readState.Index' (duration: 1.052090097s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:17.234454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094308219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-02-27T22:31:17.234517Z","caller":"traceutil/trace.go:171","msg":"trace[982407632] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16657; }","duration":"1.094394192s","start":"2026-02-27T22:31:16.140108Z","end":"2026-02-27T22:31:17.234503Z","steps":["trace[982407632] 'agreement among raft nodes before linearized reading' (duration: 1.094247989s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:17.234551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:16.140093Z","time spent":"1.094449503s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T22:31:17.239106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.037524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:31:17.239183Z","caller":"traceutil/trace.go:171","msg":"trace[168072651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16658; }","duration":"645.158027ms","start":"2026-02-27T22:31:16.594014Z","end":"2026-02-27T22:31:17.239172Z","steps":["trace[168072651] 'agreement among raft nodes before linearized reading' (duration: 644.996684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:17.239205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:16.593994Z","time spent":"645.206369ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:31:17.239357Z","caller":"traceutil/trace.go:171","msg":"trace[100686697] transaction","detail":"{read_only:false; response_revision:16658; number_of_response:1; }","duration":"653.711685ms","start":"2026-02-27T22:31:16.585638Z","end":"2026-02-27T22:31:17.23935Z","steps":["trace[100686697] 'process raft request' (duration: 653.307745ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:17.239423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:16.585608Z","time spent":"653.771447ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:17.23968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.068922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T22:31:17.239706Z","caller":"traceutil/trace.go:171","msg":"trace[1146813000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16658; }","duration":"155.128013ms","start":"2026-02-27T22:31:17.084571Z","end":"2026-02-27T22:31:17.239699Z","steps":["trace[1146813000] 'agreement among raft nodes before linearized reading' (duration: 155.066802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:17.239791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.078725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:17.239811Z","caller":"traceutil/trace.go:171","msg":"trace[644954541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16658; }","duration":"173.140697ms","start":"2026-02-27T22:31:17.066665Z","end":"2026-02-27T22:31:17.239806Z","steps":["trace[644954541] 'agreement among raft nodes before linearized reading' (duration: 173.110726ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:17.239933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.673771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T22:31:17.239955Z","caller":"traceutil/trace.go:171","msg":"trace[1048835602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16658; }","duration":"218.722503ms","start":"2026-02-27T22:31:17.021228Z","end":"2026-02-27T22:31:17.23995Z","steps":["trace[1048835602] 'agreement among raft nodes before linearized reading' (duration: 218.662362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:17.240054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.054864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:31:17.240074Z","caller":"traceutil/trace.go:171","msg":"trace[851751796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16658; }","duration":"285.076214ms","start":"2026-02-27T22:31:16.954993Z","end":"2026-02-27T22:31:17.240069Z","steps":["trace[851751796] 'agreement among raft nodes before linearized reading' (duration: 285.025563ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:17.240173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.360203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:31:17.240193Z","caller":"traceutil/trace.go:171","msg":"trace[2054964234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16658; }","duration":"554.421014ms","start":"2026-02-27T22:31:16.685768Z","end":"2026-02-27T22:31:17.240189Z","steps":["trace[2054964234] 'agreement among raft nodes before linearized reading' (duration: 554.367433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:17.240209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:16.685743Z","time spent":"554.461494ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:31:19.351002Z","caller":"traceutil/trace.go:171","msg":"trace[555673183] transaction","detail":"{read_only:false; response_revision:16675; number_of_response:1; }","duration":"105.861424ms","start":"2026-02-27T22:31:19.24509Z","end":"2026-02-27T22:31:19.350952Z","steps":["trace[555673183] 'process raft request' (duration: 35.74279ms)","trace[555673183] 'compare' (duration: 69.620603ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:19.351629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.270325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:31:19.351686Z","caller":"traceutil/trace.go:171","msg":"trace[78028636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16675; }","duration":"101.356697ms","start":"2026-02-27T22:31:19.250316Z","end":"2026-02-27T22:31:19.351673Z","steps":["trace[78028636] 'agreement among raft nodes before linearized reading' (duration: 101.168862ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:19.351424Z","caller":"traceutil/trace.go:171","msg":"trace[693183120] linearizableReadLoop","detail":"{readStateIndex:17294; appliedIndex:17293; }","duration":"100.403375ms","start":"2026-02-27T22:31:19.250339Z","end":"2026-02-27T22:31:19.350743Z","steps":["trace[693183120] 'read index received' (duration: 30.541278ms)","trace[693183120] 'applied index is now lower than readState.Index' (duration: 69.860707ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:23.820425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274040487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:31:24.321649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274040487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:31:24.747024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493029508s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:31:24.747546Z","caller":"traceutil/trace.go:171","msg":"trace[2118206044] transaction","detail":"{read_only:false; response_revision:16693; number_of_response:1; }","duration":"1.493653682s","start":"2026-02-27T22:31:23.253867Z","end":"2026-02-27T22:31:24.747521Z","steps":["trace[2118206044] 'process raft request' (duration: 1.493394716s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:24.747804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.253843Z","time spent":"1.493858295s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:24.803316Z","caller":"traceutil/trace.go:171","msg":"trace[556420595] transaction","detail":"{read_only:false; response_revision:16694; number_of_response:1; }","duration":"1.439243868s","start":"2026-02-27T22:31:23.364045Z","end":"2026-02-27T22:31:24.803289Z","steps":["trace[556420595] 'process raft request' (duration: 1.439063744s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:24.803426Z","caller":"traceutil/trace.go:171","msg":"trace[1881049416] linearizableReadLoop","detail":"{readStateIndex:17315; appliedIndex:17312; }","duration":"1.483897115s","start":"2026-02-27T22:31:23.319502Z","end":"2026-02-27T22:31:24.803399Z","steps":["trace[1881049416] 'read index received' (duration: 1.427827172s)","trace[1881049416] 'applied index is now lower than readState.Index' (duration: 56.068433ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:31:24.803455Z","caller":"traceutil/trace.go:171","msg":"trace[270613787] transaction","detail":"{read_only:false; response_revision:16695; number_of_response:1; }","duration":"1.21894991s","start":"2026-02-27T22:31:23.58448Z","end":"2026-02-27T22:31:24.80343Z","steps":["trace[270613787] 'process raft request' (duration: 1.218762566s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:24.80353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.364016Z","time spent":"1.439370981s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:24.803603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484063828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:31:24.803657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462121409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" ","response":"range_response_count:1 size:20777"} {"level":"info","ts":"2026-02-27T22:31:24.803686Z","caller":"traceutil/trace.go:171","msg":"trace[555277061] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8kcdq; range_end:; response_count:1; response_revision:16695; }","duration":"1.46219549s","start":"2026-02-27T22:31:23.341482Z","end":"2026-02-27T22:31:24.803678Z","steps":["trace[555277061] 'agreement among raft nodes before linearized reading' (duration: 1.462043576s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:24.80369Z","caller":"traceutil/trace.go:171","msg":"trace[880915711] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16695; }","duration":"1.484204231s","start":"2026-02-27T22:31:23.319464Z","end":"2026-02-27T22:31:24.803668Z","steps":["trace[880915711] 'agreement among raft nodes before linearized reading' (duration: 1.484021557s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:24.803711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.341467Z","time spent":"1.462237371s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20799,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8kcdq\" "} {"level":"warn","ts":"2026-02-27T22:31:24.803741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.31945Z","time spent":"1.484278643s","remote":"127.0.0.1:37036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:31:24.803723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350682931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9710"} {"level":"warn","ts":"2026-02-27T22:31:24.803805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390893161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-27T22:31:24.803853Z","caller":"traceutil/trace.go:171","msg":"trace[703334234] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16695; }","duration":"1.390999083s","start":"2026-02-27T22:31:23.412836Z","end":"2026-02-27T22:31:24.803835Z","steps":["trace[703334234] 'agreement among raft nodes before linearized reading' (duration: 1.390796309s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:24.803848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.4210862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T22:31:24.803892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.412814Z","time spent":"1.391069345s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:31:24.803895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.912688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:31:24.803922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424100238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:31:24.803929Z","caller":"traceutil/trace.go:171","msg":"trace[851319924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16695; }","duration":"1.421200753s","start":"2026-02-27T22:31:23.382706Z","end":"2026-02-27T22:31:24.803906Z","steps":["trace[851319924] 'agreement among raft nodes before linearized reading' (duration: 1.420910317s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:24.803948Z","caller":"traceutil/trace.go:171","msg":"trace[858920893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16695; }","duration":"1.424145028s","start":"2026-02-27T22:31:23.379794Z","end":"2026-02-27T22:31:24.803939Z","steps":["trace[858920893] 'agreement among raft nodes before linearized reading' (duration: 1.424067307s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:24.803944Z","caller":"traceutil/trace.go:171","msg":"trace[1418224171] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:16695; }","duration":"312.000209ms","start":"2026-02-27T22:31:24.49193Z","end":"2026-02-27T22:31:24.80393Z","steps":["trace[1418224171] 'agreement among raft nodes before linearized reading' (duration: 311.917667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:24.803972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.379786Z","time spent":"1.424181649s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:31:24.803976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.382697Z","time spent":"1.421270616s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:31:24.80399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.49191Z","time spent":"312.066751ms","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:31:24.804106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424804943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:31:24.803801Z","caller":"traceutil/trace.go:171","msg":"trace[196649409] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:16695; }","duration":"1.350803964s","start":"2026-02-27T22:31:23.452979Z","end":"2026-02-27T22:31:24.803783Z","steps":["trace[196649409] 'agreement among raft nodes before linearized reading' (duration: 1.35061783s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:24.804129Z","caller":"traceutil/trace.go:171","msg":"trace[363083486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16695; }","duration":"1.424844893s","start":"2026-02-27T22:31:23.379274Z","end":"2026-02-27T22:31:24.804119Z","steps":["trace[363083486] 'agreement among raft nodes before linearized reading' (duration: 1.424792472s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:24.804143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.452958Z","time spent":"1.351173692s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" "} {"level":"warn","ts":"2026-02-27T22:31:24.804146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.379264Z","time spent":"1.424879175s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:31:24.804253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434985675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:31:24.804295Z","caller":"traceutil/trace.go:171","msg":"trace[181206851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16695; }","duration":"1.435052836s","start":"2026-02-27T22:31:23.369235Z","end":"2026-02-27T22:31:24.804288Z","steps":["trace[181206851] 'agreement among raft nodes before linearized reading' (duration: 1.434969074s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:24.804319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.369224Z","time spent":"1.435088447s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:31:24.804359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421471069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T22:31:24.80437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.172033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:24.804395Z","caller":"traceutil/trace.go:171","msg":"trace[896069596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16695; }","duration":"1.421552941s","start":"2026-02-27T22:31:23.382832Z","end":"2026-02-27T22:31:24.804385Z","steps":["trace[896069596] 'agreement among raft nodes before linearized reading' (duration: 1.421422298s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:24.804414Z","caller":"traceutil/trace.go:171","msg":"trace[474025830] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:16695; }","duration":"586.260255ms","start":"2026-02-27T22:31:24.218141Z","end":"2026-02-27T22:31:24.804401Z","steps":["trace[474025830] 'agreement among raft nodes before linearized reading' (duration: 586.192254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:24.804306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.312895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-27T22:31:24.804426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.382815Z","time spent":"1.421604451s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:31:24.804461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.21812Z","time spent":"586.325387ms","remote":"127.0.0.1:55280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:31:24.804464Z","caller":"traceutil/trace.go:171","msg":"trace[1292895733] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16695; }","duration":"344.501379ms","start":"2026-02-27T22:31:24.459949Z","end":"2026-02-27T22:31:24.80445Z","steps":["trace[1292895733] 'agreement among raft nodes before linearized reading' (duration: 344.253844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:24.804504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.459933Z","time spent":"344.55918ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:31:24.804543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151462255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:24.804567Z","caller":"traceutil/trace.go:171","msg":"trace[1526683288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16695; }","duration":"1.151518196s","start":"2026-02-27T22:31:23.653041Z","end":"2026-02-27T22:31:24.804559Z","steps":["trace[1526683288] 'agreement among raft nodes before linearized reading' (duration: 1.151480616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:24.804592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.653023Z","time spent":"1.151563777s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:31:24.804803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.904723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-02-27T22:31:24.804831Z","caller":"traceutil/trace.go:171","msg":"trace[1801267291] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:16695; }","duration":"802.931993ms","start":"2026-02-27T22:31:24.00189Z","end":"2026-02-27T22:31:24.804822Z","steps":["trace[1801267291] 'agreement among raft nodes before linearized reading' (duration: 802.838131ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:24.804856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.001845Z","time spent":"803.005895ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"warn","ts":"2026-02-27T22:31:24.805581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:23.584451Z","time spent":"1.220995715s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:25.782019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.02453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:31:25.78213Z","caller":"traceutil/trace.go:171","msg":"trace[1504457297] transaction","detail":"{read_only:false; response_revision:16696; number_of_response:1; }","duration":"970.336328ms","start":"2026-02-27T22:31:24.811774Z","end":"2026-02-27T22:31:25.78211Z","steps":["trace[1504457297] 'process raft request' (duration: 140.127514ms)","trace[1504457297] 'compare' (duration: 829.338055ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:25.782188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.811762Z","time spent":"970.398109ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:26.8159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995031802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:31:26.815976Z","caller":"traceutil/trace.go:171","msg":"trace[655287859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995135084s","start":"2026-02-27T22:31:24.820825Z","end":"2026-02-27T22:31:26.81596Z","steps":["trace[655287859] 'agreement among raft nodes before linearized reading' (duration: 1.995047062s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:26.816015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.820816Z","time spent":"1.995190885s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:31:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:31:27.039911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145418234s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:31:28.646505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752429718s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:31:28.646824Z","caller":"traceutil/trace.go:171","msg":"trace[522503305] transaction","detail":"{read_only:false; response_revision:16697; number_of_response:1; }","duration":"3.834961822s","start":"2026-02-27T22:31:24.811821Z","end":"2026-02-27T22:31:28.646783Z","steps":["trace[522503305] 'process raft request' (duration: 1.082187956s)","trace[522503305] 'compare' (duration: 2.751539479s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:28.647011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.811792Z","time spent":"3.835137256s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:28.647045Z","caller":"traceutil/trace.go:171","msg":"trace[494278666] transaction","detail":"{read_only:false; response_revision:16702; number_of_response:1; }","duration":"3.513483766s","start":"2026-02-27T22:31:25.133548Z","end":"2026-02-27T22:31:28.647032Z","steps":["trace[494278666] 'process raft request' (duration: 3.513412745s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.647184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:25.133494Z","time spent":"3.513622019s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:28.647171Z","caller":"traceutil/trace.go:171","msg":"trace[1459922238] transaction","detail":"{read_only:false; response_revision:16700; number_of_response:1; }","duration":"3.826218482s","start":"2026-02-27T22:31:24.820869Z","end":"2026-02-27T22:31:28.647088Z","steps":["trace[1459922238] 'process raft request' (duration: 3.825955706s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:28.64743Z","caller":"traceutil/trace.go:171","msg":"trace[1828277026] linearizableReadLoop","detail":"{readStateIndex:17319; appliedIndex:17315; }","duration":"3.833809878s","start":"2026-02-27T22:31:24.813608Z","end":"2026-02-27T22:31:28.647418Z","steps":["trace[1828277026] 'read index received' (duration: 138.238874ms)","trace[1828277026] 'applied index is now lower than readState.Index' (duration: 3.695569874s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:31:28.647446Z","caller":"traceutil/trace.go:171","msg":"trace[881791509] transaction","detail":"{read_only:false; response_revision:16698; number_of_response:1; }","duration":"3.835261909s","start":"2026-02-27T22:31:24.812167Z","end":"2026-02-27T22:31:28.647429Z","steps":["trace[881791509] 'process raft request' (duration: 3.834418321s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.647546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.820855Z","time spent":"3.82660632s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:28.647638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.834015212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18849"} {"level":"warn","ts":"2026-02-27T22:31:28.647672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.812154Z","time spent":"3.83533749s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:28.647716Z","caller":"traceutil/trace.go:171","msg":"trace[2080532347] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16702; }","duration":"3.834110224s","start":"2026-02-27T22:31:24.813588Z","end":"2026-02-27T22:31:28.647698Z","steps":["trace[2080532347] 'agreement among raft nodes before linearized reading' (duration: 3.83391545s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.647768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.813581Z","time spent":"3.834175155s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18871,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T22:31:28.647033Z","caller":"traceutil/trace.go:171","msg":"trace[1462218025] transaction","detail":"{read_only:false; response_revision:16699; number_of_response:1; }","duration":"3.834753988s","start":"2026-02-27T22:31:24.812246Z","end":"2026-02-27T22:31:28.647Z","steps":["trace[1462218025] 'process raft request' (duration: 3.834456351s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.647906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.812234Z","time spent":"3.835631726s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:28.647382Z","caller":"traceutil/trace.go:171","msg":"trace[935555123] transaction","detail":"{read_only:false; response_revision:16701; number_of_response:1; }","duration":"3.82520701s","start":"2026-02-27T22:31:24.822156Z","end":"2026-02-27T22:31:28.647363Z","steps":["trace[935555123] 'process raft request' (duration: 3.824712609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.651159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.822149Z","time spent":"3.828943092s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20894,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:28.656919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.616814428s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:31:28.657287Z","caller":"traceutil/trace.go:171","msg":"trace[1915742492] transaction","detail":"{read_only:false; response_revision:16705; number_of_response:1; }","duration":"1.845038592s","start":"2026-02-27T22:31:26.812228Z","end":"2026-02-27T22:31:28.657266Z","steps":["trace[1915742492] 'process raft request' (duration: 1.845011311s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:28.657599Z","caller":"traceutil/trace.go:171","msg":"trace[2041923554] transaction","detail":"{read_only:false; response_revision:16704; number_of_response:1; }","duration":"1.846529845s","start":"2026-02-27T22:31:26.81106Z","end":"2026-02-27T22:31:28.65759Z","steps":["trace[2041923554] 'process raft request' (duration: 1.846153687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.657706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:26.811035Z","time spent":"1.846605076s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:28.657527Z","caller":"traceutil/trace.go:171","msg":"trace[107513784] transaction","detail":"{read_only:false; response_revision:16703; number_of_response:1; }","duration":"1.902417373s","start":"2026-02-27T22:31:26.755086Z","end":"2026-02-27T22:31:28.657503Z","steps":["trace[107513784] 'process raft request' (duration: 1.901969944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.657966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:26.755062Z","time spent":"1.902885284s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:28.658825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:26.812193Z","time spent":"1.845165534s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:28.739657Z","caller":"traceutil/trace.go:171","msg":"trace[1858957884] transaction","detail":"{read_only:false; response_revision:16706; number_of_response:1; }","duration":"789.046378ms","start":"2026-02-27T22:31:27.950586Z","end":"2026-02-27T22:31:28.739632Z","steps":["trace[1858957884] 'process raft request' (duration: 788.866494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.739808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:27.950557Z","time spent":"789.17331ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:28.740048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607240164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:31:28.740051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464602701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:31:28.740154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67375682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:28.740157Z","caller":"traceutil/trace.go:171","msg":"trace[1814642281] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:16707; }","duration":"1.464765094s","start":"2026-02-27T22:31:27.275372Z","end":"2026-02-27T22:31:28.740137Z","steps":["trace[1814642281] 'agreement among raft nodes before linearized reading' (duration: 1.464600581s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:28.740183Z","caller":"traceutil/trace.go:171","msg":"trace[1144726584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16707; }","duration":"1.67381918s","start":"2026-02-27T22:31:27.066358Z","end":"2026-02-27T22:31:28.740177Z","steps":["trace[1144726584] 'agreement among raft nodes before linearized reading' (duration: 1.673775739s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.740201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:27.27535Z","time spent":"1.464840076s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:31:28.740312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924162787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:28.740379Z","caller":"traceutil/trace.go:171","msg":"trace[682289818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16707; }","duration":"1.924237338s","start":"2026-02-27T22:31:26.816102Z","end":"2026-02-27T22:31:28.740339Z","steps":["trace[682289818] 'agreement among raft nodes before linearized reading' (duration: 1.924125075s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.7404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914548096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9710"} {"level":"warn","ts":"2026-02-27T22:31:28.740433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:26.816082Z","time spent":"1.92432073s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:31:28.740493Z","caller":"traceutil/trace.go:171","msg":"trace[795285894] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:16707; }","duration":"1.914664389s","start":"2026-02-27T22:31:26.825783Z","end":"2026-02-27T22:31:28.740447Z","steps":["trace[795285894] 'agreement among raft nodes before linearized reading' (duration: 1.914443194s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.740587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:26.825751Z","time spent":"1.914784201s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" "} {"level":"warn","ts":"2026-02-27T22:31:28.740835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907134156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:31:28.740876Z","caller":"traceutil/trace.go:171","msg":"trace[1957300063] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:16707; }","duration":"1.907192387s","start":"2026-02-27T22:31:26.833674Z","end":"2026-02-27T22:31:28.740867Z","steps":["trace[1957300063] 'agreement among raft nodes before linearized reading' (duration: 1.907115705s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.740952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:26.833667Z","time spent":"1.907274059s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:31:28.741221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017324242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:28.741263Z","caller":"traceutil/trace.go:171","msg":"trace[948834741] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:16707; }","duration":"1.017410844s","start":"2026-02-27T22:31:27.723843Z","end":"2026-02-27T22:31:28.741254Z","steps":["trace[948834741] 'agreement among raft nodes before linearized reading' (duration: 1.017347453s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.741345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:27.723821Z","time spent":"1.017512586s","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:31:28.741549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45913325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:28.741588Z","caller":"traceutil/trace.go:171","msg":"trace[116151209] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:16707; }","duration":"3.459174591s","start":"2026-02-27T22:31:25.282404Z","end":"2026-02-27T22:31:28.741578Z","steps":["trace[116151209] 'agreement among raft nodes before linearized reading' (duration: 3.45910809s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:28.74165Z","caller":"traceutil/trace.go:171","msg":"trace[110310518] transaction","detail":"{read_only:false; response_revision:16707; number_of_response:1; }","duration":"101.879279ms","start":"2026-02-27T22:31:28.639697Z","end":"2026-02-27T22:31:28.741576Z","steps":["trace[110310518] 'process raft request' (duration: 99.893197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.741754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:25.282336Z","time spent":"3.459269193s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:31:28.742097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.435347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-27T22:31:28.742138Z","caller":"traceutil/trace.go:171","msg":"trace[1146712342] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:16707; }","duration":"611.506948ms","start":"2026-02-27T22:31:28.130621Z","end":"2026-02-27T22:31:28.742128Z","steps":["trace[1146712342] 'agreement among raft nodes before linearized reading' (duration: 611.229622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.742205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:28.130568Z","time spent":"611.6276ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T22:31:28.742405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.103927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:31:28.742426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014313976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T22:31:28.742438Z","caller":"traceutil/trace.go:171","msg":"trace[1052309906] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:16707; }","duration":"704.180527ms","start":"2026-02-27T22:31:28.038248Z","end":"2026-02-27T22:31:28.742429Z","steps":["trace[1052309906] 'agreement among raft nodes before linearized reading' (duration: 704.125856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.742515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:28.038228Z","time spent":"704.27573ms","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:31:28.742696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736385123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:31:28.742716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.511232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:31:28.742734Z","caller":"traceutil/trace.go:171","msg":"trace[1583518514] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:16707; }","duration":"3.736461345s","start":"2026-02-27T22:31:25.006263Z","end":"2026-02-27T22:31:28.742725Z","steps":["trace[1583518514] 'agreement among raft nodes before linearized reading' (duration: 3.736395863s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.74276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:25.006244Z","time spent":"3.736509026s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":11,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:31:28.74218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115024262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:31:28.742941Z","caller":"traceutil/trace.go:171","msg":"trace[1153373964] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:16707; }","duration":"1.115814348s","start":"2026-02-27T22:31:27.62711Z","end":"2026-02-27T22:31:28.742924Z","steps":["trace[1153373964] 'agreement among raft nodes before linearized reading' (duration: 1.115021761s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.74303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826649911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-02-27T22:31:28.743064Z","caller":"traceutil/trace.go:171","msg":"trace[844849890] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:16707; }","duration":"3.826714502s","start":"2026-02-27T22:31:24.916336Z","end":"2026-02-27T22:31:28.74305Z","steps":["trace[844849890] 'agreement among raft nodes before linearized reading' (duration: 3.82663844s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.743087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.916317Z","time spent":"3.826762673s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-02-27T22:31:28.743045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.816714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:31:28.743208Z","caller":"traceutil/trace.go:171","msg":"trace[1944652874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16707; }","duration":"957.022338ms","start":"2026-02-27T22:31:27.786177Z","end":"2026-02-27T22:31:28.743199Z","steps":["trace[1944652874] 'agreement among raft nodes before linearized reading' (duration: 956.743452ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.743235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:27.786154Z","time spent":"957.07253ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:31:28.742451Z","caller":"traceutil/trace.go:171","msg":"trace[556727155] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:16707; }","duration":"3.014382858s","start":"2026-02-27T22:31:25.728061Z","end":"2026-02-27T22:31:28.742444Z","steps":["trace[556727155] 'agreement among raft nodes before linearized reading' (duration: 3.014285436s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.743352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:25.728038Z","time spent":"3.015296667s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-02-27T22:31:28.742991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:27.627095Z","time spent":"1.11587928s","remote":"127.0.0.1:44468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:31:28.740113Z","caller":"traceutil/trace.go:171","msg":"trace[776944464] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:16707; }","duration":"2.607359747s","start":"2026-02-27T22:31:26.132738Z","end":"2026-02-27T22:31:28.740098Z","steps":["trace[776944464] 'agreement among raft nodes before linearized reading' (duration: 2.607248834s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.743803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:26.132709Z","time spent":"2.611081448s","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:31:28.743915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125541441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:31:28.740212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:27.066339Z","time spent":"1.673866872s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:31:28.743944Z","caller":"traceutil/trace.go:171","msg":"trace[1574840006] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:16707; }","duration":"1.125569882s","start":"2026-02-27T22:31:27.618365Z","end":"2026-02-27T22:31:28.743935Z","steps":["trace[1574840006] 'agreement among raft nodes before linearized reading' (duration: 1.125522841s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.743965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:27.618306Z","time spent":"1.125653313s","remote":"127.0.0.1:35154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:31:28.742837Z","caller":"traceutil/trace.go:171","msg":"trace[1440686856] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:16707; }","duration":"720.587394ms","start":"2026-02-27T22:31:28.022153Z","end":"2026-02-27T22:31:28.74274Z","steps":["trace[1440686856] 'agreement among raft nodes before linearized reading' (duration: 720.531343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.744329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:28.022132Z","time spent":"722.185339ms","remote":"127.0.0.1:39716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:31:28.745272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.92435659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940285"} {"level":"info","ts":"2026-02-27T22:31:28.745325Z","caller":"traceutil/trace.go:171","msg":"trace[1060477604] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16707; }","duration":"3.924422792s","start":"2026-02-27T22:31:24.820891Z","end":"2026-02-27T22:31:28.745314Z","steps":["trace[1060477604] 'agreement among raft nodes before linearized reading' (duration: 3.923395089s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.745394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:24.820887Z","time spent":"3.924493664s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940307,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:31:28.744294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23519773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:216337"} {"level":"info","ts":"2026-02-27T22:31:28.745643Z","caller":"traceutil/trace.go:171","msg":"trace[233614071] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:16707; }","duration":"1.23654335s","start":"2026-02-27T22:31:27.50908Z","end":"2026-02-27T22:31:28.745624Z","steps":["trace[233614071] 'agreement among raft nodes before linearized reading' (duration: 1.234845963s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:28.745783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:27.509061Z","time spent":"1.236707034s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":216359,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:31:29.804322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.426486ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T22:31:29.804424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:28.744992Z","time spent":"1.05942259s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T22:31:29.80448Z","caller":"traceutil/trace.go:171","msg":"trace[1488868309] transaction","detail":"{read_only:false; response_revision:16708; number_of_response:1; }","duration":"1.052771915s","start":"2026-02-27T22:31:28.751697Z","end":"2026-02-27T22:31:29.804469Z","steps":["trace[1488868309] 'process raft request' (duration: 1.052694634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:29.804536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:28.751683Z","time spent":"1.052814686s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:29.80465Z","caller":"traceutil/trace.go:171","msg":"trace[760934703] linearizableReadLoop","detail":"{readStateIndex:17328; appliedIndex:17327; }","duration":"1.057953378s","start":"2026-02-27T22:31:28.746643Z","end":"2026-02-27T22:31:29.804596Z","steps":["trace[760934703] 'read index received' (duration: 296.297078ms)","trace[760934703] 'applied index is now lower than readState.Index' (duration: 761.609959ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:29.804845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058105851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-02-27T22:31:29.804929Z","caller":"traceutil/trace.go:171","msg":"trace[125390540] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb; range_end:; response_count:1; response_revision:16708; }","duration":"1.058284755s","start":"2026-02-27T22:31:28.746625Z","end":"2026-02-27T22:31:29.80491Z","steps":["trace[125390540] 'agreement among raft nodes before linearized reading' (duration: 1.05804587s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:29.80503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:28.746617Z","time spent":"1.058351717s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb\" "} {"level":"warn","ts":"2026-02-27T22:31:29.805524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052930719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:29.805764Z","caller":"traceutil/trace.go:171","msg":"trace[1361176386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16708; }","duration":"1.053192205s","start":"2026-02-27T22:31:28.75254Z","end":"2026-02-27T22:31:29.805732Z","steps":["trace[1361176386] 'agreement among raft nodes before linearized reading' (duration: 1.052922449s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:29.805882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:28.752523Z","time spent":"1.053344527s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:31:29.80556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053105063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ec23017b-3a55-4f57-a9e2-9b6c9c6c4974\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-02-27T22:31:29.806131Z","caller":"traceutil/trace.go:171","msg":"trace[747519234] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ec23017b-3a55-4f57-a9e2-9b6c9c6c4974; range_end:; response_count:1; response_revision:16708; }","duration":"1.053686634s","start":"2026-02-27T22:31:28.752414Z","end":"2026-02-27T22:31:29.8061Z","steps":["trace[747519234] 'agreement among raft nodes before linearized reading' (duration: 1.052965489s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:29.806221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:28.7524Z","time spent":"1.053791137s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-ec23017b-3a55-4f57-a9e2-9b6c9c6c4974\" "} {"level":"warn","ts":"2026-02-27T22:31:29.805673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053848279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-02-27T22:31:29.806294Z","caller":"traceutil/trace.go:171","msg":"trace[1697356899] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:16708; }","duration":"1.054499443s","start":"2026-02-27T22:31:28.75178Z","end":"2026-02-27T22:31:29.80628Z","steps":["trace[1697356899] 'agreement among raft nodes before linearized reading' (duration: 1.053715505s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:29.806341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:28.751771Z","time spent":"1.054550874s","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":719,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"warn","ts":"2026-02-27T22:31:29.805963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055505794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:29.806458Z","caller":"traceutil/trace.go:171","msg":"trace[191472784] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16708; }","duration":"1.056095988s","start":"2026-02-27T22:31:28.750339Z","end":"2026-02-27T22:31:29.806435Z","steps":["trace[191472784] 'agreement among raft nodes before linearized reading' (duration: 1.05484372s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:29.806523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:28.750325Z","time spent":"1.056180219s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T22:31:29.807623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057086029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940285"} {"level":"info","ts":"2026-02-27T22:31:29.807663Z","caller":"traceutil/trace.go:171","msg":"trace[1326769652] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16708; }","duration":"1.05714758s","start":"2026-02-27T22:31:28.750509Z","end":"2026-02-27T22:31:29.807657Z","steps":["trace[1326769652] 'agreement among raft nodes before linearized reading' (duration: 1.055101565s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:29.807681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:28.750504Z","time spent":"1.05717176s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940307,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T22:31:29.990633Z","caller":"traceutil/trace.go:171","msg":"trace[799208182] linearizableReadLoop","detail":"{readStateIndex:17331; appliedIndex:17330; }","duration":"183.332725ms","start":"2026-02-27T22:31:29.80728Z","end":"2026-02-27T22:31:29.990612Z","steps":["trace[799208182] 'read index received' (duration: 35.423242ms)","trace[799208182] 'applied index is now lower than readState.Index' (duration: 147.908583ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:29.990783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.487468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:29.990834Z","caller":"traceutil/trace.go:171","msg":"trace[190799823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16711; }","duration":"183.573821ms","start":"2026-02-27T22:31:29.80725Z","end":"2026-02-27T22:31:29.990823Z","steps":["trace[190799823] 'agreement among raft nodes before linearized reading' (duration: 183.448068ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:29.990798Z","caller":"traceutil/trace.go:171","msg":"trace[883642491] transaction","detail":"{read_only:false; response_revision:16710; number_of_response:1; }","duration":"183.657373ms","start":"2026-02-27T22:31:29.807026Z","end":"2026-02-27T22:31:29.990683Z","steps":["trace[883642491] 'process raft request' (duration: 171.178141ms)","trace[883642491] 'compare' (duration: 12.229196ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:29.991001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.653867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:31:29.991047Z","caller":"traceutil/trace.go:171","msg":"trace[2080040762] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16711; }","duration":"180.738379ms","start":"2026-02-27T22:31:29.810297Z","end":"2026-02-27T22:31:29.991036Z","steps":["trace[2080040762] 'agreement among raft nodes before linearized reading' (duration: 180.590126ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:29.991099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.358629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T22:31:29.991177Z","caller":"traceutil/trace.go:171","msg":"trace[2088217833] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16711; }","duration":"146.483933ms","start":"2026-02-27T22:31:29.844673Z","end":"2026-02-27T22:31:29.991157Z","steps":["trace[2088217833] 'agreement among raft nodes before linearized reading' (duration: 146.273337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:29.991611Z","caller":"traceutil/trace.go:171","msg":"trace[1201040260] transaction","detail":"{read_only:false; response_revision:16711; number_of_response:1; }","duration":"179.325068ms","start":"2026-02-27T22:31:29.811337Z","end":"2026-02-27T22:31:29.990662Z","steps":["trace[1201040260] 'process raft request' (duration: 179.222736ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:33.440668Z","caller":"traceutil/trace.go:171","msg":"trace[253522537] transaction","detail":"{read_only:false; response_revision:16745; number_of_response:1; }","duration":"153.336192ms","start":"2026-02-27T22:31:33.287285Z","end":"2026-02-27T22:31:33.440621Z","steps":["trace[253522537] 'process raft request' (duration: 65.980918ms)","trace[253522537] 'compare' (duration: 87.202421ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:35.340316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.371874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:31:35.340399Z","caller":"traceutil/trace.go:171","msg":"trace[553247448] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16808; }","duration":"315.500787ms","start":"2026-02-27T22:31:35.02488Z","end":"2026-02-27T22:31:35.340381Z","steps":["trace[553247448] 'range keys from in-memory index tree' (duration: 315.149399ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:35.340439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:35.024861Z","time spent":"315.569248ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:31:36.294951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.703128ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T22:31:36.295193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:35.73811Z","time spent":"557.069382ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T22:31:36.295838Z","caller":"traceutil/trace.go:171","msg":"trace[920675585] linearizableReadLoop","detail":"{readStateIndex:17434; appliedIndex:17433; }","duration":"467.5712ms","start":"2026-02-27T22:31:35.827492Z","end":"2026-02-27T22:31:36.295063Z","steps":["trace[920675585] 'read index received' (duration: 97.76874ms)","trace[920675585] 'applied index is now lower than readState.Index' (duration: 369.80096ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:36.295835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.318177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:31:36.296038Z","caller":"traceutil/trace.go:171","msg":"trace[756724955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16810; }","duration":"468.507681ms","start":"2026-02-27T22:31:35.82746Z","end":"2026-02-27T22:31:36.295968Z","steps":["trace[756724955] 'agreement among raft nodes before linearized reading' (duration: 468.196584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:36.296108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:35.827447Z","time spent":"468.637383ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:31:36.337686Z","caller":"traceutil/trace.go:171","msg":"trace[1198242813] transaction","detail":"{read_only:false; response_revision:16811; number_of_response:1; }","duration":"180.523824ms","start":"2026-02-27T22:31:36.157137Z","end":"2026-02-27T22:31:36.337661Z","steps":["trace[1198242813] 'process raft request' (duration: 180.255329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:36.338265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.946491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-02-27T22:31:36.338347Z","caller":"traceutil/trace.go:171","msg":"trace[2025830673] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-bjp5r; range_end:; response_count:1; response_revision:16811; }","duration":"464.079194ms","start":"2026-02-27T22:31:35.874249Z","end":"2026-02-27T22:31:36.338329Z","steps":["trace[2025830673] 'agreement among raft nodes before linearized reading' (duration: 463.808158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:36.33836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.209724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18983b275d4c5b11\" ","response":"range_response_count:1 size:1004"} {"level":"info","ts":"2026-02-27T22:31:36.338405Z","caller":"traceutil/trace.go:171","msg":"trace[95613675] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.18983b275d4c5b11; range_end:; response_count:1; response_revision:16811; }","duration":"440.291496ms","start":"2026-02-27T22:31:35.8981Z","end":"2026-02-27T22:31:36.338392Z","steps":["trace[95613675] 'agreement among raft nodes before linearized reading' (duration: 440.138593ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:36.338404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:35.87423Z","time spent":"464.153966ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-bjp5r\" "} {"level":"warn","ts":"2026-02-27T22:31:36.338449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:35.898086Z","time spent":"440.354677ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1026,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.18983b275d4c5b11\" "} {"level":"warn","ts":"2026-02-27T22:31:37.18672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.501916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:31:37.186941Z","caller":"traceutil/trace.go:171","msg":"trace[1417494776] linearizableReadLoop","detail":"{readStateIndex:17438; appliedIndex:17435; }","duration":"844.063356ms","start":"2026-02-27T22:31:36.342863Z","end":"2026-02-27T22:31:37.186926Z","steps":["trace[1417494776] 'read index received' (duration: 233.297694ms)","trace[1417494776] 'applied index is now lower than readState.Index' (duration: 610.764712ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:31:37.187019Z","caller":"traceutil/trace.go:171","msg":"trace[1049382546] transaction","detail":"{read_only:false; response_revision:16812; number_of_response:1; }","duration":"890.483497ms","start":"2026-02-27T22:31:36.296523Z","end":"2026-02-27T22:31:37.187006Z","steps":["trace[1049382546] 'process raft request' (duration: 279.619354ms)","trace[1049382546] 'compare' (duration: 610.402684ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:37.187077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.296495Z","time spent":"890.553299ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:37.187576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.34029Z","time spent":"847.271555ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T22:31:37.187577Z","caller":"traceutil/trace.go:171","msg":"trace[1671426433] transaction","detail":"{read_only:false; response_revision:16813; number_of_response:1; }","duration":"886.744236ms","start":"2026-02-27T22:31:36.300793Z","end":"2026-02-27T22:31:37.187537Z","steps":["trace[1671426433] 'process raft request' (duration: 886.01562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.187752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.300776Z","time spent":"886.889999ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:37.188258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.377865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:949940"} {"level":"info","ts":"2026-02-27T22:31:37.188316Z","caller":"traceutil/trace.go:171","msg":"trace[1443803567] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16813; }","duration":"845.468877ms","start":"2026-02-27T22:31:36.342835Z","end":"2026-02-27T22:31:37.188304Z","steps":["trace[1443803567] 'agreement among raft nodes before linearized reading' (duration: 844.71534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.188347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.342823Z","time spent":"845.515028ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":949962,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:31:37.687651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274040809,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T22:31:37.710366Z","caller":"traceutil/trace.go:171","msg":"trace[1813350344] transaction","detail":"{read_only:false; response_revision:16814; number_of_response:1; }","duration":"929.404246ms","start":"2026-02-27T22:31:36.780928Z","end":"2026-02-27T22:31:37.710332Z","steps":["trace[1813350344] 'process raft request' (duration: 928.66635ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.710603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.780904Z","time spent":"929.560039ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:37.71087Z","caller":"traceutil/trace.go:171","msg":"trace[550788522] transaction","detail":"{read_only:false; response_revision:16815; number_of_response:1; }","duration":"924.963389ms","start":"2026-02-27T22:31:36.78587Z","end":"2026-02-27T22:31:37.710834Z","steps":["trace[550788522] 'process raft request' (duration: 924.405117ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.711215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.785856Z","time spent":"925.102352ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:37.711288Z","caller":"traceutil/trace.go:171","msg":"trace[1423040710] transaction","detail":"{read_only:false; response_revision:16816; number_of_response:1; }","duration":"924.604182ms","start":"2026-02-27T22:31:36.786668Z","end":"2026-02-27T22:31:37.711272Z","steps":["trace[1423040710] 'process raft request' (duration: 923.936977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.711365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.786658Z","time spent":"924.664653ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:37.735371Z","caller":"traceutil/trace.go:171","msg":"trace[1204619767] linearizableReadLoop","detail":"{readStateIndex:17442; appliedIndex:17438; }","duration":"548.174567ms","start":"2026-02-27T22:31:37.186977Z","end":"2026-02-27T22:31:37.735152Z","steps":["trace[1204619767] 'read index received' (duration: 522.59931ms)","trace[1204619767] 'applied index is now lower than readState.Index' (duration: 25.573737ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:31:37.735521Z","caller":"traceutil/trace.go:171","msg":"trace[1533132937] transaction","detail":"{read_only:false; response_revision:16817; number_of_response:1; }","duration":"547.099133ms","start":"2026-02-27T22:31:37.188373Z","end":"2026-02-27T22:31:37.735473Z","steps":["trace[1533132937] 'process raft request' (duration: 546.563572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.73572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:37.188351Z","time spent":"547.258017ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:37.736068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.306312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:37.736186Z","caller":"traceutil/trace.go:171","msg":"trace[81835056] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:16817; }","duration":"889.463405ms","start":"2026-02-27T22:31:36.846696Z","end":"2026-02-27T22:31:37.736159Z","steps":["trace[81835056] 'agreement among raft nodes before linearized reading' (duration: 889.279751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.736243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.846688Z","time spent":"889.544687ms","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:31:37.736321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.778807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:31:37.73636Z","caller":"traceutil/trace.go:171","msg":"trace[311015961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16817; }","duration":"948.856539ms","start":"2026-02-27T22:31:36.787494Z","end":"2026-02-27T22:31:37.736351Z","steps":["trace[311015961] 'agreement among raft nodes before linearized reading' (duration: 948.776367ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.73639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.787484Z","time spent":"948.89993ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:31:37.736126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080884448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:37.736503Z","caller":"traceutil/trace.go:171","msg":"trace[1227815201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16817; }","duration":"1.081274726s","start":"2026-02-27T22:31:36.655214Z","end":"2026-02-27T22:31:37.736488Z","steps":["trace[1227815201] 'agreement among raft nodes before linearized reading' (duration: 1.080861577s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.736544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.655203Z","time spent":"1.081331797s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:31:37.736248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.65118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:31:37.736919Z","caller":"traceutil/trace.go:171","msg":"trace[1197303410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16817; }","duration":"946.324534ms","start":"2026-02-27T22:31:36.790579Z","end":"2026-02-27T22:31:37.736904Z","steps":["trace[1197303410] 'agreement among raft nodes before linearized reading' (duration: 945.574278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.736991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.790573Z","time spent":"946.398556ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:31:37.737387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.719814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:31:37.737552Z","caller":"traceutil/trace.go:171","msg":"trace[1549856989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16817; }","duration":"946.854596ms","start":"2026-02-27T22:31:36.790626Z","end":"2026-02-27T22:31:37.73748Z","steps":["trace[1549856989] 'agreement among raft nodes before linearized reading' (duration: 944.780221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.737643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.879067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-02-27T22:31:37.737667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.25377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T22:31:37.737765Z","caller":"traceutil/trace.go:171","msg":"trace[1992989618] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:16817; }","duration":"548.446014ms","start":"2026-02-27T22:31:37.189298Z","end":"2026-02-27T22:31:37.737744Z","steps":["trace[1992989618] 'agreement among raft nodes before linearized reading' (duration: 548.072036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.737819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:37.189281Z","time spent":"548.529475ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T22:31:37.737856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114845828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-02-27T22:31:37.737834Z","caller":"traceutil/trace.go:171","msg":"trace[461140034] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:16817; }","duration":"897.03253ms","start":"2026-02-27T22:31:36.840683Z","end":"2026-02-27T22:31:37.737715Z","steps":["trace[461140034] 'agreement among raft nodes before linearized reading' (duration: 896.683193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.737991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.84067Z","time spent":"897.309266ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"warn","ts":"2026-02-27T22:31:37.738019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.790623Z","time spent":"947.371767ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:31:37.738154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002289135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-02-27T22:31:37.738204Z","caller":"traceutil/trace.go:171","msg":"trace[1171308976] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78; range_end:; response_count:1; response_revision:16817; }","duration":"1.002379487s","start":"2026-02-27T22:31:36.735815Z","end":"2026-02-27T22:31:37.738194Z","steps":["trace[1171308976] 'agreement among raft nodes before linearized reading' (duration: 1.00069633s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.738231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.735765Z","time spent":"1.002460538s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3662,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78\" "} {"level":"info","ts":"2026-02-27T22:31:37.73793Z","caller":"traceutil/trace.go:171","msg":"trace[839883782] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78; range_end:; response_count:1; response_revision:16817; }","duration":"1.11493982s","start":"2026-02-27T22:31:36.622965Z","end":"2026-02-27T22:31:37.737905Z","steps":["trace[839883782] 'agreement among raft nodes before linearized reading' (duration: 1.114692725s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.73847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.622949Z","time spent":"1.115505822s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3662,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78\" "} {"level":"warn","ts":"2026-02-27T22:31:37.741888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.250872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:31:37.741963Z","caller":"traceutil/trace.go:171","msg":"trace[778284422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16817; }","duration":"951.333933ms","start":"2026-02-27T22:31:36.79061Z","end":"2026-02-27T22:31:37.741944Z","steps":["trace[778284422] 'agreement among raft nodes before linearized reading' (duration: 944.904793ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:37.741994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:36.790607Z","time spent":"951.379734ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:31:38.135053Z","caller":"traceutil/trace.go:171","msg":"trace[508329918] transaction","detail":"{read_only:false; response_revision:16818; number_of_response:1; }","duration":"385.811019ms","start":"2026-02-27T22:31:37.749213Z","end":"2026-02-27T22:31:38.135024Z","steps":["trace[508329918] 'process raft request' (duration: 385.572214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:38.135269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:37.749196Z","time spent":"385.974422ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:38.135395Z","caller":"traceutil/trace.go:171","msg":"trace[834946775] transaction","detail":"{read_only:false; response_revision:16819; number_of_response:1; }","duration":"386.161686ms","start":"2026-02-27T22:31:37.749208Z","end":"2026-02-27T22:31:38.13537Z","steps":["trace[834946775] 'process raft request' (duration: 385.751728ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:38.135556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:37.749184Z","time spent":"386.290139ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:38.135926Z","caller":"traceutil/trace.go:171","msg":"trace[80140603] transaction","detail":"{read_only:false; response_revision:16820; number_of_response:1; }","duration":"386.655197ms","start":"2026-02-27T22:31:37.749238Z","end":"2026-02-27T22:31:38.135893Z","steps":["trace[80140603] 'process raft request' (duration: 385.995892ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:38.136051Z","caller":"traceutil/trace.go:171","msg":"trace[2011999832] transaction","detail":"{read_only:false; response_revision:16821; number_of_response:1; }","duration":"386.774179ms","start":"2026-02-27T22:31:37.749254Z","end":"2026-02-27T22:31:38.136028Z","steps":["trace[2011999832] 'process raft request' (duration: 386.559305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:38.136147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:37.749222Z","time spent":"386.836931ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:38.136352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:37.74923Z","time spent":"386.873532ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:38.165396Z","caller":"traceutil/trace.go:171","msg":"trace[1764099705] linearizableReadLoop","detail":"{readStateIndex:17447; appliedIndex:17442; }","duration":"413.84859ms","start":"2026-02-27T22:31:37.751523Z","end":"2026-02-27T22:31:38.165372Z","steps":["trace[1764099705] 'read index received' (duration: 383.264834ms)","trace[1764099705] 'applied index is now lower than readState.Index' (duration: 30.582596ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:31:38.165525Z","caller":"traceutil/trace.go:171","msg":"trace[411888733] transaction","detail":"{read_only:false; response_revision:16822; number_of_response:1; }","duration":"415.677939ms","start":"2026-02-27T22:31:37.749823Z","end":"2026-02-27T22:31:38.165501Z","steps":["trace[411888733] 'process raft request' (duration: 415.342882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:38.165677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.141457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:31:38.165694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.731643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:38.165737Z","caller":"traceutil/trace.go:171","msg":"trace[966801741] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:16822; }","duration":"414.224328ms","start":"2026-02-27T22:31:37.7515Z","end":"2026-02-27T22:31:38.165725Z","steps":["trace[966801741] 'agreement among raft nodes before linearized reading' (duration: 414.041924ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:38.165749Z","caller":"traceutil/trace.go:171","msg":"trace[60022395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16822; }","duration":"410.816264ms","start":"2026-02-27T22:31:37.754916Z","end":"2026-02-27T22:31:38.165733Z","steps":["trace[60022395] 'agreement among raft nodes before linearized reading' (duration: 410.685442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:38.165777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:37.751492Z","time spent":"414.277539ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T22:31:38.165797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:37.75491Z","time spent":"410.875815ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:31:38.166005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:37.749762Z","time spent":"415.814753ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:40.313049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.015276ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:40.313192Z","caller":"traceutil/trace.go:171","msg":"trace[1562414276] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16827; }","duration":"109.196079ms","start":"2026-02-27T22:31:40.203977Z","end":"2026-02-27T22:31:40.313173Z","steps":["trace[1562414276] 'range keys from in-memory index tree' (duration: 108.993865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:40.313737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.514632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:31:40.314029Z","caller":"traceutil/trace.go:171","msg":"trace[744890433] linearizableReadLoop","detail":"{readStateIndex:17454; appliedIndex:17451; }","duration":"561.366734ms","start":"2026-02-27T22:31:39.75264Z","end":"2026-02-27T22:31:40.314007Z","steps":["trace[744890433] 'read index received' (duration: 45.071742ms)","trace[744890433] 'applied index is now lower than readState.Index' (duration: 516.293852ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:31:40.314175Z","caller":"traceutil/trace.go:171","msg":"trace[914452864] transaction","detail":"{read_only:false; response_revision:16828; number_of_response:1; }","duration":"594.755302ms","start":"2026-02-27T22:31:39.719391Z","end":"2026-02-27T22:31:40.314147Z","steps":["trace[914452864] 'process raft request' (duration: 347.732789ms)","trace[914452864] 'compare' (duration: 246.40305ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:40.314419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.751574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-27T22:31:40.314494Z","caller":"traceutil/trace.go:171","msg":"trace[1983867700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78; range_end:; response_count:1; response_revision:16829; }","duration":"561.872606ms","start":"2026-02-27T22:31:39.752601Z","end":"2026-02-27T22:31:40.314474Z","steps":["trace[1983867700] 'agreement among raft nodes before linearized reading' (duration: 561.626281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:40.314265Z","caller":"traceutil/trace.go:171","msg":"trace[1047973802] transaction","detail":"{read_only:false; response_revision:16829; number_of_response:1; }","duration":"594.671751ms","start":"2026-02-27T22:31:39.719557Z","end":"2026-02-27T22:31:40.314228Z","steps":["trace[1047973802] 'process raft request' (duration: 594.358423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:40.31455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:39.752586Z","time spent":"561.953868ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78\" "} {"level":"warn","ts":"2026-02-27T22:31:40.314691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:39.719529Z","time spent":"595.038699ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:40.314899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.709704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T22:31:40.314901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.960685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:31:40.314959Z","caller":"traceutil/trace.go:171","msg":"trace[256529789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16829; }","duration":"172.810397ms","start":"2026-02-27T22:31:40.142136Z","end":"2026-02-27T22:31:40.314946Z","steps":["trace[256529789] 'agreement among raft nodes before linearized reading' (duration: 172.645483ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:40.31498Z","caller":"traceutil/trace.go:171","msg":"trace[2119996736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16829; }","duration":"170.060347ms","start":"2026-02-27T22:31:40.144896Z","end":"2026-02-27T22:31:40.314957Z","steps":["trace[2119996736] 'agreement among raft nodes before linearized reading' (duration: 169.819962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:40.315078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.627713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-02-27T22:31:40.314761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:39.719351Z","time spent":"595.102951ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:40.315213Z","caller":"traceutil/trace.go:171","msg":"trace[836506630] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-694pn; range_end:; response_count:1; response_revision:16829; }","duration":"551.897949ms","start":"2026-02-27T22:31:39.763298Z","end":"2026-02-27T22:31:40.315195Z","steps":["trace[836506630] 'agreement among raft nodes before linearized reading' (duration: 551.381578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:40.315424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:39.763246Z","time spent":"552.136854ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-694pn\" "} {"level":"warn","ts":"2026-02-27T22:31:40.315084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.027941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:31:40.315758Z","caller":"traceutil/trace.go:171","msg":"trace[792512595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16829; }","duration":"145.698836ms","start":"2026-02-27T22:31:40.170042Z","end":"2026-02-27T22:31:40.315741Z","steps":["trace[792512595] 'agreement among raft nodes before linearized reading' (duration: 144.902088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:40.315212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.300079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:31:40.316117Z","caller":"traceutil/trace.go:171","msg":"trace[1234762938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16829; }","duration":"175.254519ms","start":"2026-02-27T22:31:40.140845Z","end":"2026-02-27T22:31:40.3161Z","steps":["trace[1234762938] 'agreement among raft nodes before linearized reading' (duration: 174.292369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:40.52812Z","caller":"traceutil/trace.go:171","msg":"trace[376832363] transaction","detail":"{read_only:false; response_revision:16830; number_of_response:1; }","duration":"208.75516ms","start":"2026-02-27T22:31:40.319324Z","end":"2026-02-27T22:31:40.528079Z","steps":["trace[376832363] 'process raft request' (duration: 147.2644ms)","trace[376832363] 'compare' (duration: 37.928736ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:40.754111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.9074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:31:40.754478Z","caller":"traceutil/trace.go:171","msg":"trace[604208231] transaction","detail":"{read_only:false; response_revision:16831; number_of_response:1; }","duration":"434.06064ms","start":"2026-02-27T22:31:40.320372Z","end":"2026-02-27T22:31:40.754432Z","steps":["trace[604208231] 'process raft request' (duration: 304.740501ms)","trace[604208231] 'compare' (duration: 128.776746ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:40.754676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:40.320354Z","time spent":"434.212843ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:40.754659Z","caller":"traceutil/trace.go:171","msg":"trace[1150081751] transaction","detail":"{read_only:false; response_revision:16832; number_of_response:1; }","duration":"432.892685ms","start":"2026-02-27T22:31:40.321718Z","end":"2026-02-27T22:31:40.754611Z","steps":["trace[1150081751] 'process raft request' (duration: 432.497796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:40.754843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:40.321707Z","time spent":"433.030018ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:40.75485Z","caller":"traceutil/trace.go:171","msg":"trace[139674812] transaction","detail":"{read_only:false; response_revision:16833; number_of_response:1; }","duration":"433.081739ms","start":"2026-02-27T22:31:40.321739Z","end":"2026-02-27T22:31:40.754821Z","steps":["trace[139674812] 'process raft request' (duration: 432.612169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:40.755017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:40.321729Z","time spent":"433.233672ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:31:40.755997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.378707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:949940"} {"level":"info","ts":"2026-02-27T22:31:40.756055Z","caller":"traceutil/trace.go:171","msg":"trace[851390530] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16833; }","duration":"434.477069ms","start":"2026-02-27T22:31:40.321566Z","end":"2026-02-27T22:31:40.756043Z","steps":["trace[851390530] 'agreement among raft nodes before linearized reading' (duration: 433.408056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:40.756151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:40.321549Z","time spent":"434.534951ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":949962,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-27T22:31:40.754902Z","caller":"traceutil/trace.go:171","msg":"trace[100556379] linearizableReadLoop","detail":"{readStateIndex:17456; appliedIndex:17454; }","duration":"432.875265ms","start":"2026-02-27T22:31:40.321606Z","end":"2026-02-27T22:31:40.754481Z","steps":["trace[100556379] 'read index received' (duration: 145.187285ms)","trace[100556379] 'applied index is now lower than readState.Index' (duration: 287.68708ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:40.760692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.195102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:31:40.760726Z","caller":"traceutil/trace.go:171","msg":"trace[560639635] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:16833; }","duration":"216.291634ms","start":"2026-02-27T22:31:40.544424Z","end":"2026-02-27T22:31:40.760716Z","steps":["trace[560639635] 'agreement among raft nodes before linearized reading' (duration: 216.225573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:40.761307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.50286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:31:40.761364Z","caller":"traceutil/trace.go:171","msg":"trace[155478481] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16833; }","duration":"312.619513ms","start":"2026-02-27T22:31:40.448735Z","end":"2026-02-27T22:31:40.761354Z","steps":["trace[155478481] 'agreement among raft nodes before linearized reading' (duration: 311.825686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:40.761452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:40.448705Z","time spent":"312.736045ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:31:41.07543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.634836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-27T22:31:41.075503Z","caller":"traceutil/trace.go:171","msg":"trace[1940347933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:16833; }","duration":"219.738819ms","start":"2026-02-27T22:31:40.855744Z","end":"2026-02-27T22:31:41.075483Z","steps":["trace[1940347933] 'range keys from in-memory index tree' (duration: 219.474453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:42.829161Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.026810569s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:31:42.829557Z","caller":"traceutil/trace.go:171","msg":"trace[2056391186] transaction","detail":"{read_only:false; response_revision:16836; number_of_response:1; }","duration":"1.027283349s","start":"2026-02-27T22:31:41.80224Z","end":"2026-02-27T22:31:42.829523Z","steps":["trace[2056391186] 'process raft request' (duration: 1.027138616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:42.829674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:41.802213Z","time spent":"1.027371361s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:42.839861Z","caller":"traceutil/trace.go:171","msg":"trace[1617453434] linearizableReadLoop","detail":"{readStateIndex:17463; appliedIndex:17460; }","duration":"508.229506ms","start":"2026-02-27T22:31:42.331617Z","end":"2026-02-27T22:31:42.839847Z","steps":["trace[1617453434] 'read index received' (duration: 497.752577ms)","trace[1617453434] 'applied index is now lower than readState.Index' (duration: 10.476419ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:31:42.840093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.477624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-27T22:31:42.840117Z","caller":"traceutil/trace.go:171","msg":"trace[965981251] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:16838; }","duration":"364.533514ms","start":"2026-02-27T22:31:42.475573Z","end":"2026-02-27T22:31:42.840106Z","steps":["trace[965981251] 'agreement among raft nodes before linearized reading' (duration: 364.433622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:42.840139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:42.475558Z","time spent":"364.575786ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T22:31:42.840343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.634425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-02-27T22:31:42.84046Z","caller":"traceutil/trace.go:171","msg":"trace[679249000] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78; range_end:; response_count:1; response_revision:16838; }","duration":"508.86609ms","start":"2026-02-27T22:31:42.331565Z","end":"2026-02-27T22:31:42.840431Z","steps":["trace[679249000] 'agreement among raft nodes before linearized reading' (duration: 508.432111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:42.840524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:42.331548Z","time spent":"508.963622ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78\" "} {"level":"warn","ts":"2026-02-27T22:31:42.84065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.245439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T22:31:42.840671Z","caller":"traceutil/trace.go:171","msg":"trace[1046604236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16838; }","duration":"309.29675ms","start":"2026-02-27T22:31:42.531369Z","end":"2026-02-27T22:31:42.840666Z","steps":["trace[1046604236] 'agreement among raft nodes before linearized reading' (duration: 309.252249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:42.840684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:42.531351Z","time spent":"309.329792ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:31:42.840974Z","caller":"traceutil/trace.go:171","msg":"trace[926130286] transaction","detail":"{read_only:false; response_revision:16838; number_of_response:1; }","duration":"518.670184ms","start":"2026-02-27T22:31:42.322298Z","end":"2026-02-27T22:31:42.840968Z","steps":["trace[926130286] 'process raft request' (duration: 517.531069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:42.84103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:42.322286Z","time spent":"518.707495ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:42.841095Z","caller":"traceutil/trace.go:171","msg":"trace[1821324367] transaction","detail":"{read_only:false; response_revision:16837; number_of_response:1; }","duration":"520.554665ms","start":"2026-02-27T22:31:42.320535Z","end":"2026-02-27T22:31:42.84109Z","steps":["trace[1821324367] 'process raft request' (duration: 519.230996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:42.841125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:31:42.320506Z","time spent":"520.598167ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:31:43.574941Z","caller":"traceutil/trace.go:171","msg":"trace[1567701610] transaction","detail":"{read_only:false; response_revision:16882; number_of_response:1; }","duration":"115.597169ms","start":"2026-02-27T22:31:43.459325Z","end":"2026-02-27T22:31:43.574922Z","steps":["trace[1567701610] 'process raft request' (duration: 115.108279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:43.575377Z","caller":"traceutil/trace.go:171","msg":"trace[721278466] transaction","detail":"{read_only:false; response_revision:16883; number_of_response:1; }","duration":"115.894147ms","start":"2026-02-27T22:31:43.459472Z","end":"2026-02-27T22:31:43.575366Z","steps":["trace[721278466] 'process raft request' (duration: 115.230261ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:43.575735Z","caller":"traceutil/trace.go:171","msg":"trace[1844387436] transaction","detail":"{read_only:false; response_revision:16884; number_of_response:1; }","duration":"100.617593ms","start":"2026-02-27T22:31:43.475102Z","end":"2026-02-27T22:31:43.575719Z","steps":["trace[1844387436] 'process raft request' (duration: 99.630191ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:43.979219Z","caller":"traceutil/trace.go:171","msg":"trace[1464173515] linearizableReadLoop","detail":"{readStateIndex:17527; appliedIndex:17525; }","duration":"113.255719ms","start":"2026-02-27T22:31:43.865934Z","end":"2026-02-27T22:31:43.979189Z","steps":["trace[1464173515] 'read index received' (duration: 111.428209ms)","trace[1464173515] 'applied index is now lower than readState.Index' (duration: 1.82561ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:31:43.979284Z","caller":"traceutil/trace.go:171","msg":"trace[103805659] transaction","detail":"{read_only:false; response_revision:16897; number_of_response:1; }","duration":"134.41258ms","start":"2026-02-27T22:31:43.844812Z","end":"2026-02-27T22:31:43.979225Z","steps":["trace[103805659] 'process raft request' (duration: 134.281627ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:43.979433Z","caller":"traceutil/trace.go:171","msg":"trace[353069574] transaction","detail":"{read_only:false; response_revision:16896; number_of_response:1; }","duration":"137.505077ms","start":"2026-02-27T22:31:43.841882Z","end":"2026-02-27T22:31:43.979387Z","steps":["trace[353069574] 'process raft request' (duration: 135.594225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:43.97948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.12613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-02-27T22:31:43.979457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.954356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-8kcdq-vnc-mrtvv\" ","response":"range_response_count:1 size:2533"} {"level":"info","ts":"2026-02-27T22:31:43.979551Z","caller":"traceutil/trace.go:171","msg":"trace[1550862753] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:16897; }","duration":"138.229312ms","start":"2026-02-27T22:31:43.841302Z","end":"2026-02-27T22:31:43.979531Z","steps":["trace[1550862753] 'agreement among raft nodes before linearized reading' (duration: 138.069779ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:31:43.979571Z","caller":"traceutil/trace.go:171","msg":"trace[570232797] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-8kcdq-vnc-mrtvv; range_end:; response_count:1; response_revision:16897; }","duration":"138.154301ms","start":"2026-02-27T22:31:43.841394Z","end":"2026-02-27T22:31:43.979548Z","steps":["trace[570232797] 'agreement among raft nodes before linearized reading' (duration: 137.854114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:43.979821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.600064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:31:43.979901Z","caller":"traceutil/trace.go:171","msg":"trace[1932116578] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:16897; }","duration":"112.717787ms","start":"2026-02-27T22:31:43.867162Z","end":"2026-02-27T22:31:43.97988Z","steps":["trace[1932116578] 'agreement among raft nodes before linearized reading' (duration: 112.587804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:43.97994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.675823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-27T22:31:43.980004Z","caller":"traceutil/trace.go:171","msg":"trace[1019345363] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:16897; }","duration":"138.769534ms","start":"2026-02-27T22:31:43.841218Z","end":"2026-02-27T22:31:43.979987Z","steps":["trace[1019345363] 'agreement among raft nodes before linearized reading' (duration: 138.5699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:31:43.979865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.059026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-02-27T22:31:43.980134Z","caller":"traceutil/trace.go:171","msg":"trace[784764366] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78; range_end:; response_count:1; response_revision:16897; }","duration":"136.359673ms","start":"2026-02-27T22:31:43.843752Z","end":"2026-02-27T22:31:43.980111Z","steps":["trace[784764366] 'agreement among raft nodes before linearized reading' (duration: 135.547825ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:32:45.914806Z","caller":"traceutil/trace.go:171","msg":"trace[840729299] linearizableReadLoop","detail":"{readStateIndex:18156; appliedIndex:18155; }","duration":"111.52033ms","start":"2026-02-27T22:32:45.80326Z","end":"2026-02-27T22:32:45.91478Z","steps":["trace[840729299] 'read index received' (duration: 53.927625ms)","trace[840729299] 'applied index is now lower than readState.Index' (duration: 57.591855ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:32:45.91485Z","caller":"traceutil/trace.go:171","msg":"trace[1361739467] transaction","detail":"{read_only:false; response_revision:17509; number_of_response:1; }","duration":"114.146338ms","start":"2026-02-27T22:32:45.800689Z","end":"2026-02-27T22:32:45.914836Z","steps":["trace[1361739467] 'process raft request' (duration: 56.439379ms)","trace[1361739467] 'compare' (duration: 57.487434ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:32:45.915004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.729906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:32:45.915042Z","caller":"traceutil/trace.go:171","msg":"trace[1438113805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17509; }","duration":"111.828338ms","start":"2026-02-27T22:32:45.8032Z","end":"2026-02-27T22:32:45.915028Z","steps":["trace[1438113805] 'agreement among raft nodes before linearized reading' (duration: 111.666914ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:32:45.915204Z","caller":"traceutil/trace.go:171","msg":"trace[1793496753] transaction","detail":"{read_only:false; response_revision:17510; number_of_response:1; }","duration":"105.848917ms","start":"2026-02-27T22:32:45.809292Z","end":"2026-02-27T22:32:45.915141Z","steps":["trace[1793496753] 'process raft request' (duration: 105.639083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:32:47.235436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.708786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:32:47.235524Z","caller":"traceutil/trace.go:171","msg":"trace[2047287893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17518; }","duration":"167.861109ms","start":"2026-02-27T22:32:47.067647Z","end":"2026-02-27T22:32:47.235509Z","steps":["trace[2047287893] 'range keys from in-memory index tree' (duration: 167.577452ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:32:47.285195Z","caller":"traceutil/trace.go:171","msg":"trace[913664824] transaction","detail":"{read_only:false; response_revision:17519; number_of_response:1; }","duration":"179.335859ms","start":"2026-02-27T22:32:47.105832Z","end":"2026-02-27T22:32:47.285168Z","steps":["trace[913664824] 'process raft request' (duration: 179.156955ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:32:47.294973Z","caller":"traceutil/trace.go:171","msg":"trace[908934177] transaction","detail":"{read_only:false; response_revision:17520; number_of_response:1; }","duration":"174.245688ms","start":"2026-02-27T22:32:47.120702Z","end":"2026-02-27T22:32:47.294947Z","steps":["trace[908934177] 'process raft request' (duration: 174.002652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:32:47.295402Z","caller":"traceutil/trace.go:171","msg":"trace[1748992939] transaction","detail":"{read_only:false; response_revision:17521; number_of_response:1; }","duration":"164.492546ms","start":"2026-02-27T22:32:47.130891Z","end":"2026-02-27T22:32:47.295384Z","steps":["trace[1748992939] 'process raft request' (duration: 163.962633ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:32:47.401754Z","caller":"traceutil/trace.go:171","msg":"trace[949964628] transaction","detail":"{read_only:false; response_revision:17522; number_of_response:1; }","duration":"102.078465ms","start":"2026-02-27T22:32:47.299644Z","end":"2026-02-27T22:32:47.401722Z","steps":["trace[949964628] 'process raft request' (duration: 43.428837ms)","trace[949964628] 'compare' (duration: 58.508155ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:33:10.962567Z","caller":"traceutil/trace.go:171","msg":"trace[1275022612] transaction","detail":"{read_only:false; response_revision:17669; number_of_response:1; }","duration":"117.683565ms","start":"2026-02-27T22:33:10.844856Z","end":"2026-02-27T22:33:10.962539Z","steps":["trace[1275022612] 'process raft request' (duration: 117.474441ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:34:42.111732Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16053} {"level":"info","ts":"2026-02-27T22:34:42.209982Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16053,"took":"92.804323ms","hash":754355198,"current-db-size-bytes":42905600,"current-db-size":"43 MB","current-db-size-in-use-bytes":29433856,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T22:34:42.210062Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":754355198,"revision":16053,"compact-revision":14085} {"level":"info","ts":"2026-02-27T22:37:10.723244Z","caller":"traceutil/trace.go:171","msg":"trace[66444003] transaction","detail":"{read_only:false; response_revision:19192; number_of_response:1; }","duration":"407.83704ms","start":"2026-02-27T22:37:10.315383Z","end":"2026-02-27T22:37:10.72322Z","steps":["trace[66444003] 'process raft request' (duration: 407.681966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:10.723409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:10.315361Z","time spent":"407.969452ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:37:10.725385Z","caller":"traceutil/trace.go:171","msg":"trace[2133081422] transaction","detail":"{read_only:false; response_revision:19193; number_of_response:1; }","duration":"408.901942ms","start":"2026-02-27T22:37:10.316456Z","end":"2026-02-27T22:37:10.725358Z","steps":["trace[2133081422] 'process raft request' (duration: 408.727359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:10.725609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:10.316438Z","time spent":"409.089616ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:37:10.725631Z","caller":"traceutil/trace.go:171","msg":"trace[1074832874] linearizableReadLoop","detail":"{readStateIndex:19903; appliedIndex:19901; }","duration":"306.01117ms","start":"2026-02-27T22:37:10.41959Z","end":"2026-02-27T22:37:10.725601Z","steps":["trace[1074832874] 'read index received' (duration: 303.999246ms)","trace[1074832874] 'applied index is now lower than readState.Index' (duration: 2.009704ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:37:10.725798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.176563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:37:10.725783Z","caller":"traceutil/trace.go:171","msg":"trace[1079144447] transaction","detail":"{read_only:false; response_revision:19194; number_of_response:1; }","duration":"409.203679ms","start":"2026-02-27T22:37:10.316543Z","end":"2026-02-27T22:37:10.725747Z","steps":["trace[1079144447] 'process raft request' (duration: 408.77408ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:37:10.725844Z","caller":"traceutil/trace.go:171","msg":"trace[1508033126] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19194; }","duration":"306.292696ms","start":"2026-02-27T22:37:10.41954Z","end":"2026-02-27T22:37:10.725833Z","steps":["trace[1508033126] 'agreement among raft nodes before linearized reading' (duration: 306.163983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:10.725888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:10.419521Z","time spent":"306.356057ms","remote":"127.0.0.1:39802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:37:10.72596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:10.316522Z","time spent":"409.346081ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:37:11.01769Z","caller":"traceutil/trace.go:171","msg":"trace[395653086] linearizableReadLoop","detail":"{readStateIndex:19904; appliedIndex:19903; }","duration":"203.25042ms","start":"2026-02-27T22:37:10.814411Z","end":"2026-02-27T22:37:11.017661Z","steps":["trace[395653086] 'read index received' (duration: 200.307896ms)","trace[395653086] 'applied index is now lower than readState.Index' (duration: 2.940644ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:37:11.018025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.570446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:37:11.018106Z","caller":"traceutil/trace.go:171","msg":"trace[558194595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19194; }","duration":"203.701859ms","start":"2026-02-27T22:37:10.814385Z","end":"2026-02-27T22:37:11.018087Z","steps":["trace[558194595] 'agreement among raft nodes before linearized reading' (duration: 203.465174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:11.018228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.668608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:37:11.0183Z","caller":"traceutil/trace.go:171","msg":"trace[1598752713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19194; }","duration":"203.76107ms","start":"2026-02-27T22:37:10.814519Z","end":"2026-02-27T22:37:11.01828Z","steps":["trace[1598752713] 'agreement among raft nodes before linearized reading' (duration: 203.500224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:11.018299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.75704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:37:11.018383Z","caller":"traceutil/trace.go:171","msg":"trace[1603695206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19194; }","duration":"203.880343ms","start":"2026-02-27T22:37:10.81449Z","end":"2026-02-27T22:37:11.01837Z","steps":["trace[1603695206] 'agreement among raft nodes before linearized reading' (duration: 203.633118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:11.018944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.503878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:37:11.019054Z","caller":"traceutil/trace.go:171","msg":"trace[795242120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19194; }","duration":"204.65879ms","start":"2026-02-27T22:37:10.81437Z","end":"2026-02-27T22:37:11.019029Z","steps":["trace[795242120] 'agreement among raft nodes before linearized reading' (duration: 203.465354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:17.365196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274047762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:37:17.865376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274047762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:37:18.019583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945775428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:37:18.019667Z","caller":"traceutil/trace.go:171","msg":"trace[1251974689] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19219; }","duration":"1.945916631s","start":"2026-02-27T22:37:16.073731Z","end":"2026-02-27T22:37:18.019648Z","steps":["trace[1251974689] 'count revisions from in-memory index tree' (duration: 1.945597605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.019714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:16.073712Z","time spent":"1.945990873s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:37:18.019717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364384887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:37:18.01981Z","caller":"traceutil/trace.go:171","msg":"trace[768485865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19219; }","duration":"1.36451316s","start":"2026-02-27T22:37:16.655259Z","end":"2026-02-27T22:37:18.019772Z","steps":["trace[768485865] 'range keys from in-memory index tree' (duration: 1.364268385s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.019864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:16.655228Z","time spent":"1.364624491s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:37:18.020596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185571679s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:37:18.022086Z","caller":"traceutil/trace.go:171","msg":"trace[1377174770] transaction","detail":"{read_only:false; response_revision:19220; number_of_response:1; }","duration":"1.279108358s","start":"2026-02-27T22:37:16.742949Z","end":"2026-02-27T22:37:18.022057Z","steps":["trace[1377174770] 'process raft request' (duration: 1.27875712s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.022242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:16.742924Z","time spent":"1.27923952s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:37:18.785912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.736691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:37:18.786175Z","caller":"traceutil/trace.go:171","msg":"trace[1119715845] linearizableReadLoop","detail":"{readStateIndex:19933; appliedIndex:19930; }","duration":"1.921521429s","start":"2026-02-27T22:37:16.864624Z","end":"2026-02-27T22:37:18.786145Z","steps":["trace[1119715845] 'read index received' (duration: 1.157047257s)","trace[1119715845] 'applied index is now lower than readState.Index' (duration: 764.472002ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:37:18.786457Z","caller":"traceutil/trace.go:171","msg":"trace[348264238] transaction","detail":"{read_only:false; response_revision:19222; number_of_response:1; }","duration":"2.041070524s","start":"2026-02-27T22:37:16.745358Z","end":"2026-02-27T22:37:18.786429Z","steps":["trace[348264238] 'process raft request' (duration: 2.040696706s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.786614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:16.745333Z","time spent":"2.041190126s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:37:18.786624Z","caller":"traceutil/trace.go:171","msg":"trace[1451899349] transaction","detail":"{read_only:false; response_revision:19221; number_of_response:1; }","duration":"2.042959485s","start":"2026-02-27T22:37:16.74363Z","end":"2026-02-27T22:37:18.78659Z","steps":["trace[1451899349] 'process raft request' (duration: 1.904401076s)","trace[1451899349] 'compare' (duration: 137.537107ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:37:18.786694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.648685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:37:18.786762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714283873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T22:37:18.786775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143722137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T22:37:18.786791Z","caller":"traceutil/trace.go:171","msg":"trace[903089634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19222; }","duration":"764.756907ms","start":"2026-02-27T22:37:18.02201Z","end":"2026-02-27T22:37:18.786767Z","steps":["trace[903089634] 'agreement among raft nodes before linearized reading' (duration: 764.606664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.786807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:16.743603Z","time spent":"2.043108429s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:37:18.786811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306025424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:37:18.786799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078537076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:37:18.786862Z","caller":"traceutil/trace.go:171","msg":"trace[1484175872] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19222; }","duration":"1.14386783s","start":"2026-02-27T22:37:17.64297Z","end":"2026-02-27T22:37:18.786838Z","steps":["trace[1484175872] 'agreement among raft nodes before linearized reading' (duration: 1.143625954s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.786704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922076841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:37:18.786876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:18.021956Z","time spent":"764.89813ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:37:18.786901Z","caller":"traceutil/trace.go:171","msg":"trace[1049674209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19222; }","duration":"1.07869378s","start":"2026-02-27T22:37:17.708193Z","end":"2026-02-27T22:37:18.786887Z","steps":["trace[1049674209] 'agreement among raft nodes before linearized reading' (duration: 1.078430944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.786922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709668171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T22:37:18.786905Z","caller":"traceutil/trace.go:171","msg":"trace[338686272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19222; }","duration":"1.306162487s","start":"2026-02-27T22:37:17.480719Z","end":"2026-02-27T22:37:18.786881Z","steps":["trace[338686272] 'agreement among raft nodes before linearized reading' (duration: 1.305886271s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.786912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:17.64293Z","time spent":"1.143971112s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T22:37:18.786945Z","caller":"traceutil/trace.go:171","msg":"trace[1709542194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19222; }","duration":"1.709689372s","start":"2026-02-27T22:37:17.077247Z","end":"2026-02-27T22:37:18.786937Z","steps":["trace[1709542194] 'agreement among raft nodes before linearized reading' (duration: 1.709628s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.786903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.442374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-27T22:37:18.786956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:17.4807Z","time spent":"1.30624805s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:37:18.78696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:17.07721Z","time spent":"1.709745824s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T22:37:18.786961Z","caller":"traceutil/trace.go:171","msg":"trace[517740489] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19222; }","duration":"1.922380897s","start":"2026-02-27T22:37:16.864562Z","end":"2026-02-27T22:37:18.786943Z","steps":["trace[517740489] 'agreement among raft nodes before linearized reading' (duration: 1.921944387s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:37:18.78702Z","caller":"traceutil/trace.go:171","msg":"trace[630365519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19222; }","duration":"722.616319ms","start":"2026-02-27T22:37:18.064376Z","end":"2026-02-27T22:37:18.786992Z","steps":["trace[630365519] 'agreement among raft nodes before linearized reading' (duration: 722.351162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.787075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:18.064355Z","time spent":"722.706331ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T22:37:18.786816Z","caller":"traceutil/trace.go:171","msg":"trace[234791027] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19222; }","duration":"1.714377935s","start":"2026-02-27T22:37:17.072423Z","end":"2026-02-27T22:37:18.786801Z","steps":["trace[234791027] 'agreement among raft nodes before linearized reading' (duration: 1.71415636s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.78714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:17.072402Z","time spent":"1.714732173s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:37:18.787145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:16.864539Z","time spent":"1.922581243s","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:37:18.786947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706669306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T22:37:18.787149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706764889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T22:37:18.787244Z","caller":"traceutil/trace.go:171","msg":"trace[741449992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19222; }","duration":"1.706970803s","start":"2026-02-27T22:37:17.080224Z","end":"2026-02-27T22:37:18.787195Z","steps":["trace[741449992] 'agreement among raft nodes before linearized reading' (duration: 1.706620995s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.786947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:17.708164Z","time spent":"1.078775362s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:37:18.787301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:17.080202Z","time spent":"1.707083776s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:37:18.787319Z","caller":"traceutil/trace.go:171","msg":"trace[1735021616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19222; }","duration":"1.706996004s","start":"2026-02-27T22:37:17.080268Z","end":"2026-02-27T22:37:18.787264Z","steps":["trace[1735021616] 'agreement among raft nodes before linearized reading' (duration: 1.706333719s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:18.787428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:17.080257Z","time spent":"1.707157128s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:37:19.295422Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274047769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:37:19.8348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.462279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:37:19.834965Z","caller":"traceutil/trace.go:171","msg":"trace[1387200190] transaction","detail":"{read_only:false; response_revision:19223; number_of_response:1; }","duration":"1.041812166s","start":"2026-02-27T22:37:18.793125Z","end":"2026-02-27T22:37:19.834937Z","steps":["trace[1387200190] 'process raft request' (duration: 635.103061ms)","trace[1387200190] 'compare' (duration: 406.232404ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:37:19.835049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:18.793107Z","time spent":"1.041901098s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:37:20.795552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999895086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:37:20.795641Z","caller":"traceutil/trace.go:171","msg":"trace[1346299055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002377s","start":"2026-02-27T22:37:18.795605Z","end":"2026-02-27T22:37:20.795629Z","steps":["trace[1346299055] 'agreement among raft nodes before linearized reading' (duration: 1.999914026s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:20.795673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:18.795596Z","time spent":"2.00006935s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:37:20.877136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.563118ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:37:20.877265Z","caller":"traceutil/trace.go:171","msg":"trace[99947180] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19223; }","duration":"672.714601ms","start":"2026-02-27T22:37:20.204533Z","end":"2026-02-27T22:37:20.877248Z","steps":["trace[99947180] 'range keys from in-memory index tree' (duration: 672.539848ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:37:20.877591Z","caller":"traceutil/trace.go:171","msg":"trace[1740264201] transaction","detail":"{read_only:false; response_revision:19225; number_of_response:1; }","duration":"2.084023901s","start":"2026-02-27T22:37:18.793542Z","end":"2026-02-27T22:37:20.877566Z","steps":["trace[1740264201] 'process raft request' (duration: 2.083895168s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:37:20.877615Z","caller":"traceutil/trace.go:171","msg":"trace[1944674040] transaction","detail":"{read_only:false; response_revision:19224; number_of_response:1; }","duration":"2.084185024s","start":"2026-02-27T22:37:18.79338Z","end":"2026-02-27T22:37:20.877566Z","steps":["trace[1944674040] 'process raft request' (duration: 1.994190113s)","trace[1944674040] 'compare' (duration: 89.088191ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:37:20.877752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:18.793523Z","time spent":"2.084142503s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:37:20.877779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:18.793347Z","time spent":"2.084338518s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:37:20.878437Z","caller":"traceutil/trace.go:171","msg":"trace[147567954] linearizableReadLoop","detail":"{readStateIndex:19940; appliedIndex:19933; }","duration":"2.08401457s","start":"2026-02-27T22:37:18.794398Z","end":"2026-02-27T22:37:20.878412Z","steps":["trace[147567954] 'read index received' (duration: 633.876425ms)","trace[147567954] 'applied index is now lower than readState.Index' (duration: 1.450134515s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:37:20.878436Z","caller":"traceutil/trace.go:171","msg":"trace[1465483327] transaction","detail":"{read_only:false; response_revision:19228; number_of_response:1; }","duration":"2.084632894s","start":"2026-02-27T22:37:18.79375Z","end":"2026-02-27T22:37:20.878383Z","steps":["trace[1465483327] 'process raft request' (duration: 2.084218355s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:20.878573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:18.793714Z","time spent":"2.084785527s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:37:20.87879Z","caller":"traceutil/trace.go:171","msg":"trace[23862776] transaction","detail":"{read_only:false; response_revision:19226; number_of_response:1; }","duration":"2.085234267s","start":"2026-02-27T22:37:18.793544Z","end":"2026-02-27T22:37:20.878779Z","steps":["trace[23862776] 'process raft request' (duration: 2.083992581s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:37:20.878823Z","caller":"traceutil/trace.go:171","msg":"trace[979960201] transaction","detail":"{read_only:false; response_revision:19229; number_of_response:1; }","duration":"2.084825048s","start":"2026-02-27T22:37:18.793934Z","end":"2026-02-27T22:37:20.878759Z","steps":["trace[979960201] 'process raft request' (duration: 2.084097652s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:20.878848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:18.793509Z","time spent":"2.085311828s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:37:20.878967Z","caller":"traceutil/trace.go:171","msg":"trace[446525976] transaction","detail":"{read_only:false; response_revision:19227; number_of_response:1; }","duration":"2.085187186s","start":"2026-02-27T22:37:18.793772Z","end":"2026-02-27T22:37:20.878959Z","steps":["trace[446525976] 'process raft request' (duration: 2.084113973s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:20.879025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:18.793761Z","time spent":"2.085234897s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:37:20.879039Z","caller":"traceutil/trace.go:171","msg":"trace[2015525295] transaction","detail":"{read_only:false; response_revision:19230; number_of_response:1; }","duration":"850.469485ms","start":"2026-02-27T22:37:20.02855Z","end":"2026-02-27T22:37:20.87902Z","steps":["trace[2015525295] 'process raft request' (duration: 849.526705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:20.879157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:20.028524Z","time spent":"850.570677ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:37:20.878891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:18.793919Z","time spent":"2.08493606s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:37:21.574732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.594123ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-27T22:37:21.575271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780858588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-02-27T22:37:21.575344Z","caller":"traceutil/trace.go:171","msg":"trace[583042178] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19230; }","duration":"2.780966811s","start":"2026-02-27T22:37:18.794356Z","end":"2026-02-27T22:37:21.575322Z","steps":["trace[583042178] 'agreement among raft nodes before linearized reading' (duration: 2.084739226s)","trace[583042178] 'range keys from in-memory index tree' (duration: 696.034331ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:37:21.575382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:18.794346Z","time spent":"2.781028172s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18597,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T22:37:21.575986Z","caller":"traceutil/trace.go:171","msg":"trace[535733544] transaction","detail":"{read_only:false; response_revision:19231; number_of_response:1; }","duration":"783.413945ms","start":"2026-02-27T22:37:20.792554Z","end":"2026-02-27T22:37:21.575968Z","steps":["trace[535733544] 'process raft request' (duration: 782.286611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:21.576108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:20.792502Z","time spent":"783.535577ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:37:21.814463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.406895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:37:21.814622Z","caller":"traceutil/trace.go:171","msg":"trace[297301930] linearizableReadLoop","detail":"{readStateIndex:19944; appliedIndex:19941; }","duration":"935.875017ms","start":"2026-02-27T22:37:20.878711Z","end":"2026-02-27T22:37:21.814586Z","steps":["trace[297301930] 'read index received' (duration: 256.44658ms)","trace[297301930] 'applied index is now lower than readState.Index' (duration: 679.426617ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:37:21.814668Z","caller":"traceutil/trace.go:171","msg":"trace[1115213376] transaction","detail":"{read_only:false; response_revision:19232; number_of_response:1; }","duration":"1.021018543s","start":"2026-02-27T22:37:20.793594Z","end":"2026-02-27T22:37:21.814613Z","steps":["trace[1115213376] 'process raft request' (duration: 782.360732ms)","trace[1115213376] 'compare' (duration: 237.264011ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:37:21.814806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018322554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:37:21.814868Z","caller":"traceutil/trace.go:171","msg":"trace[950688624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19232; }","duration":"1.018405426s","start":"2026-02-27T22:37:20.79645Z","end":"2026-02-27T22:37:21.814856Z","steps":["trace[950688624] 'agreement among raft nodes before linearized reading' (duration: 1.018272253s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:21.814896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:20.793576Z","time spent":"1.021168216s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:37:21.814912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:20.796441Z","time spent":"1.018462867s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:37:21.815216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.256251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:37:21.815198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900302807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:37:21.81533Z","caller":"traceutil/trace.go:171","msg":"trace[1039480480] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19232; }","duration":"1.900520073s","start":"2026-02-27T22:37:19.914784Z","end":"2026-02-27T22:37:21.815304Z","steps":["trace[1039480480] 'agreement among raft nodes before linearized reading' (duration: 1.900244736s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:21.815378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:19.914767Z","time spent":"1.900603374s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:37:21.815266Z","caller":"traceutil/trace.go:171","msg":"trace[541130351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19232; }","duration":"521.350874ms","start":"2026-02-27T22:37:21.293902Z","end":"2026-02-27T22:37:21.815253Z","steps":["trace[541130351] 'agreement among raft nodes before linearized reading' (duration: 521.264852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:21.815598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:21.293881Z","time spent":"521.702702ms","remote":"127.0.0.1:36816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:37:21.81567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304657865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:37:21.81573Z","caller":"traceutil/trace.go:171","msg":"trace[245498629] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19232; }","duration":"1.304762357s","start":"2026-02-27T22:37:20.51095Z","end":"2026-02-27T22:37:21.815712Z","steps":["trace[245498629] 'agreement among raft nodes before linearized reading' (duration: 1.304683216s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:21.815768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:20.510926Z","time spent":"1.304833469s","remote":"127.0.0.1:55340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:37:22.323685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274047784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:37:22.824248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274047784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:37:22.996946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:21.8214Z","time spent":"1.17553861s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T22:37:23.824934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:37:23.825015Z","caller":"traceutil/trace.go:171","msg":"trace[1513345367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000587402s","start":"2026-02-27T22:37:21.82441Z","end":"2026-02-27T22:37:23.824998Z","steps":["trace[1513345367] 'agreement among raft nodes before linearized reading' (duration: 2.00049341s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:23.825057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:21.824403Z","time spent":"2.000644953s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:37:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:37:23.979501Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041852527s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:37:24.035622Z","caller":"traceutil/trace.go:171","msg":"trace[836658823] transaction","detail":"{read_only:false; response_revision:19233; number_of_response:1; }","duration":"2.190079802s","start":"2026-02-27T22:37:21.845488Z","end":"2026-02-27T22:37:24.035568Z","steps":["trace[836658823] 'process raft request' (duration: 2.134299526s)","trace[836658823] 'compare' (duration: 55.441959ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:37:24.035842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:21.845468Z","time spent":"2.190254626s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:37:24.036213Z","caller":"traceutil/trace.go:171","msg":"trace[432884509] linearizableReadLoop","detail":"{readStateIndex:19946; appliedIndex:19944; }","duration":"2.212645224s","start":"2026-02-27T22:37:21.823544Z","end":"2026-02-27T22:37:24.036189Z","steps":["trace[432884509] 'read index received' (duration: 1.112439146s)","trace[432884509] 'applied index is now lower than readState.Index' (duration: 1.100204708s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:37:24.03623Z","caller":"traceutil/trace.go:171","msg":"trace[1623221377] transaction","detail":"{read_only:false; response_revision:19234; number_of_response:1; }","duration":"1.152421297s","start":"2026-02-27T22:37:22.883779Z","end":"2026-02-27T22:37:24.0362Z","steps":["trace[1623221377] 'process raft request' (duration: 1.151744552s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:24.036496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.2129445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-27T22:37:24.036486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:22.883764Z","time spent":"1.15260956s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:37:24.036574Z","caller":"traceutil/trace.go:171","msg":"trace[878425009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19234; }","duration":"2.213041462s","start":"2026-02-27T22:37:21.823509Z","end":"2026-02-27T22:37:24.036551Z","steps":["trace[878425009] 'agreement among raft nodes before linearized reading' (duration: 2.212781346s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:24.036619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:21.823498Z","time spent":"2.213112774s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T22:37:24.038104Z","caller":"traceutil/trace.go:171","msg":"trace[1474754289] transaction","detail":"{read_only:false; response_revision:19235; number_of_response:1; }","duration":"1.040037167s","start":"2026-02-27T22:37:22.998057Z","end":"2026-02-27T22:37:24.038094Z","steps":["trace[1474754289] 'process raft request' (duration: 1.039754431s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:24.038161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:22.998035Z","time spent":"1.040096428s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:37:24.038221Z","caller":"traceutil/trace.go:171","msg":"trace[1528463882] transaction","detail":"{read_only:false; response_revision:19236; number_of_response:1; }","duration":"457.093712ms","start":"2026-02-27T22:37:23.581096Z","end":"2026-02-27T22:37:24.03819Z","steps":["trace[1528463882] 'process raft request' (duration: 456.881288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:24.038368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193147459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:37:24.038406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:23.581074Z","time spent":"457.240015ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:37:24.03843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157140169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T22:37:24.038487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95827151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:37:24.038491Z","caller":"traceutil/trace.go:171","msg":"trace[918880877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19237; }","duration":"1.157230831s","start":"2026-02-27T22:37:22.881243Z","end":"2026-02-27T22:37:24.038474Z","steps":["trace[918880877] 'agreement among raft nodes before linearized reading' (duration: 1.156965675s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:37:24.03852Z","caller":"traceutil/trace.go:171","msg":"trace[2085039628] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19237; }","duration":"1.958306221s","start":"2026-02-27T22:37:22.080205Z","end":"2026-02-27T22:37:24.038511Z","steps":["trace[2085039628] 'agreement among raft nodes before linearized reading' (duration: 1.95824246s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:24.038533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.097834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:37:24.038424Z","caller":"traceutil/trace.go:171","msg":"trace[2081869316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19237; }","duration":"2.193273992s","start":"2026-02-27T22:37:21.845136Z","end":"2026-02-27T22:37:24.03841Z","steps":["trace[2081869316] 'agreement among raft nodes before linearized reading' (duration: 2.193122449s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:24.038536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156189129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T22:37:24.038565Z","caller":"traceutil/trace.go:171","msg":"trace[124890567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19237; }","duration":"213.194766ms","start":"2026-02-27T22:37:23.825362Z","end":"2026-02-27T22:37:24.038557Z","steps":["trace[124890567] 'agreement among raft nodes before linearized reading' (duration: 213.147465ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:37:24.038486Z","caller":"traceutil/trace.go:171","msg":"trace[666739940] transaction","detail":"{read_only:false; response_revision:19237; number_of_response:1; }","duration":"218.328789ms","start":"2026-02-27T22:37:23.820128Z","end":"2026-02-27T22:37:24.038457Z","steps":["trace[666739940] 'process raft request' (duration: 217.951941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:24.038601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:21.845103Z","time spent":"2.193482867s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:37:24.038603Z","caller":"traceutil/trace.go:171","msg":"trace[846528358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19237; }","duration":"1.156278521s","start":"2026-02-27T22:37:22.882308Z","end":"2026-02-27T22:37:24.038586Z","steps":["trace[846528358] 'agreement among raft nodes before linearized reading' (duration: 1.156084386s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:24.03856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:22.080149Z","time spent":"1.958403223s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:37:24.038649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:22.882302Z","time spent":"1.156338812s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:37:24.038418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155011403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T22:37:24.038542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:22.881228Z","time spent":"1.157298792s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:37:24.038707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027018658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:37:24.038719Z","caller":"traceutil/trace.go:171","msg":"trace[309982963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19237; }","duration":"1.155420241s","start":"2026-02-27T22:37:22.883282Z","end":"2026-02-27T22:37:24.038703Z","steps":["trace[309982963] 'agreement among raft nodes before linearized reading' (duration: 1.155033693s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:37:24.038742Z","caller":"traceutil/trace.go:171","msg":"trace[1507940946] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19237; }","duration":"2.02710387s","start":"2026-02-27T22:37:22.011626Z","end":"2026-02-27T22:37:24.03873Z","steps":["trace[1507940946] 'agreement among raft nodes before linearized reading' (duration: 2.027034128s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:24.038738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156503096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T22:37:24.038764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:22.883262Z","time spent":"1.155489773s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:37:24.038784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:22.011594Z","time spent":"2.027179251s","remote":"127.0.0.1:44440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:37:24.038825Z","caller":"traceutil/trace.go:171","msg":"trace[299000738] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19237; }","duration":"1.156583508s","start":"2026-02-27T22:37:22.882197Z","end":"2026-02-27T22:37:24.038781Z","steps":["trace[299000738] 'agreement among raft nodes before linearized reading' (duration: 1.156436045s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:37:24.038883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:37:22.882187Z","time spent":"1.15668322s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T22:37:34.079887Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":20003,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T22:37:34.086035Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-02-27T22:37:34.086149Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"warn","ts":"2026-02-27T22:38:41.320421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.636038ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:38:41.320584Z","caller":"traceutil/trace.go:171","msg":"trace[1437685644] linearizableReadLoop","detail":"{readStateIndex:20612; appliedIndex:20611; }","duration":"132.208961ms","start":"2026-02-27T22:38:41.188352Z","end":"2026-02-27T22:38:41.320561Z","steps":["trace[1437685644] 'read index received' (duration: 17.362918ms)","trace[1437685644] 'applied index is now lower than readState.Index' (duration: 114.844333ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:38:41.32107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.684722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:38:41.321151Z","caller":"traceutil/trace.go:171","msg":"trace[2104705884] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:19873; }","duration":"132.830835ms","start":"2026-02-27T22:38:41.1883Z","end":"2026-02-27T22:38:41.321131Z","steps":["trace[2104705884] 'agreement among raft nodes before linearized reading' (duration: 132.682842ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:39:42.136254Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18210} {"level":"info","ts":"2026-02-27T22:39:42.310068Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18210,"took":"169.335812ms","hash":1653244785,"current-db-size-bytes":43765760,"current-db-size":"44 MB","current-db-size-in-use-bytes":29724672,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T22:39:42.310148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1653244785,"revision":18210,"compact-revision":16053} {"level":"warn","ts":"2026-02-27T22:40:08.988902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.428186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:40:08.989027Z","caller":"traceutil/trace.go:171","msg":"trace[1873832556] transaction","detail":"{read_only:false; response_revision:20446; number_of_response:1; }","duration":"170.076791ms","start":"2026-02-27T22:40:08.81893Z","end":"2026-02-27T22:40:08.989007Z","steps":["trace[1873832556] 'process raft request' (duration: 39.452461ms)","trace[1873832556] 'compare' (duration: 130.309153ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:40:08.99674Z","caller":"traceutil/trace.go:171","msg":"trace[1536415297] transaction","detail":"{read_only:false; response_revision:20447; number_of_response:1; }","duration":"175.46804ms","start":"2026-02-27T22:40:08.821252Z","end":"2026-02-27T22:40:08.99672Z","steps":["trace[1536415297] 'process raft request' (duration: 175.348068ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:40:09.165184Z","caller":"traceutil/trace.go:171","msg":"trace[235004122] linearizableReadLoop","detail":"{readStateIndex:21206; appliedIndex:21205; }","duration":"134.960705ms","start":"2026-02-27T22:40:09.0302Z","end":"2026-02-27T22:40:09.165161Z","steps":["trace[235004122] 'read index received' (duration: 72.231726ms)","trace[235004122] 'applied index is now lower than readState.Index' (duration: 62.727739ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:40:09.165253Z","caller":"traceutil/trace.go:171","msg":"trace[1458930349] transaction","detail":"{read_only:false; response_revision:20448; number_of_response:1; }","duration":"267.768413ms","start":"2026-02-27T22:40:08.89746Z","end":"2026-02-27T22:40:09.165228Z","steps":["trace[1458930349] 'process raft request' (duration: 205.023055ms)","trace[1458930349] 'compare' (duration: 62.455842ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:40:09.165494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.284913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T22:40:09.165573Z","caller":"traceutil/trace.go:171","msg":"trace[351728644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20448; }","duration":"135.406815ms","start":"2026-02-27T22:40:09.030147Z","end":"2026-02-27T22:40:09.165554Z","steps":["trace[351728644] 'agreement among raft nodes before linearized reading' (duration: 135.111589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:40:09.175377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.042935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T22:40:09.175472Z","caller":"traceutil/trace.go:171","msg":"trace[567640664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20449; }","duration":"144.162247ms","start":"2026-02-27T22:40:09.031283Z","end":"2026-02-27T22:40:09.175445Z","steps":["trace[567640664] 'agreement among raft nodes before linearized reading' (duration: 143.911722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:40:09.175623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.514483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T22:40:09.175684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.265795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T22:40:09.175736Z","caller":"traceutil/trace.go:171","msg":"trace[388287479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20449; }","duration":"121.684547ms","start":"2026-02-27T22:40:09.054026Z","end":"2026-02-27T22:40:09.175711Z","steps":["trace[388287479] 'agreement among raft nodes before linearized reading' (duration: 121.430851ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:40:09.175759Z","caller":"traceutil/trace.go:171","msg":"trace[1149231154] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20449; }","duration":"109.363547ms","start":"2026-02-27T22:40:09.066378Z","end":"2026-02-27T22:40:09.175742Z","steps":["trace[1149231154] 'agreement among raft nodes before linearized reading' (duration: 108.913058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:40:09.17621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.196465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T22:40:09.176315Z","caller":"traceutil/trace.go:171","msg":"trace[147658582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20449; }","duration":"110.328867ms","start":"2026-02-27T22:40:09.065968Z","end":"2026-02-27T22:40:09.176297Z","steps":["trace[147658582] 'agreement among raft nodes before linearized reading' (duration: 109.397437ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:40:11.104895Z","caller":"traceutil/trace.go:171","msg":"trace[915482906] transaction","detail":"{read_only:false; response_revision:20461; number_of_response:1; }","duration":"103.522599ms","start":"2026-02-27T22:40:11.001347Z","end":"2026-02-27T22:40:11.10487Z","steps":["trace[915482906] 'process raft request' (duration: 103.381525ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:40:13.334122Z","caller":"traceutil/trace.go:171","msg":"trace[1566241956] transaction","detail":"{read_only:false; response_revision:20478; number_of_response:1; }","duration":"120.911759ms","start":"2026-02-27T22:40:13.213167Z","end":"2026-02-27T22:40:13.334079Z","steps":["trace[1566241956] 'process raft request' (duration: 88.188035ms)","trace[1566241956] 'compare' (duration: 32.53532ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:40:13.48425Z","caller":"traceutil/trace.go:171","msg":"trace[62308431] transaction","detail":"{read_only:false; response_revision:20480; number_of_response:1; }","duration":"145.496336ms","start":"2026-02-27T22:40:13.338711Z","end":"2026-02-27T22:40:13.484207Z","steps":["trace[62308431] 'process raft request' (duration: 113.568729ms)","trace[62308431] 'compare' (duration: 31.694852ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:40:13.484264Z","caller":"traceutil/trace.go:171","msg":"trace[1568259173] transaction","detail":"{read_only:false; response_revision:20481; number_of_response:1; }","duration":"145.482056ms","start":"2026-02-27T22:40:13.338756Z","end":"2026-02-27T22:40:13.484238Z","steps":["trace[1568259173] 'process raft request' (duration: 145.328773ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:40:13.484291Z","caller":"traceutil/trace.go:171","msg":"trace[1076811324] transaction","detail":"{read_only:false; response_revision:20482; number_of_response:1; }","duration":"145.236251ms","start":"2026-02-27T22:40:13.33903Z","end":"2026-02-27T22:40:13.484266Z","steps":["trace[1076811324] 'process raft request' (duration: 145.130478ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:40:15.59845Z","caller":"traceutil/trace.go:171","msg":"trace[1228385445] transaction","detail":"{read_only:false; response_revision:20488; number_of_response:1; }","duration":"102.415715ms","start":"2026-02-27T22:40:15.496006Z","end":"2026-02-27T22:40:15.598422Z","steps":["trace[1228385445] 'process raft request' (duration: 102.250352ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:40:15.614446Z","caller":"traceutil/trace.go:171","msg":"trace[1029080811] transaction","detail":"{read_only:false; response_revision:20489; number_of_response:1; }","duration":"118.373983ms","start":"2026-02-27T22:40:15.496039Z","end":"2026-02-27T22:40:15.614413Z","steps":["trace[1029080811] 'process raft request' (duration: 118.184649ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:40:15.614611Z","caller":"traceutil/trace.go:171","msg":"trace[1602570374] transaction","detail":"{read_only:false; response_revision:20490; number_of_response:1; }","duration":"118.511327ms","start":"2026-02-27T22:40:15.496077Z","end":"2026-02-27T22:40:15.614588Z","steps":["trace[1602570374] 'process raft request' (duration: 118.285152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:10.703755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.554762ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:10.703979Z","caller":"traceutil/trace.go:171","msg":"trace[1373049331] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20939; }","duration":"499.782797ms","start":"2026-02-27T22:41:10.204174Z","end":"2026-02-27T22:41:10.703957Z","steps":["trace[1373049331] 'range keys from in-memory index tree' (duration: 499.538302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:10.704187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.98974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:41:10.704359Z","caller":"traceutil/trace.go:171","msg":"trace[135003306] transaction","detail":"{read_only:false; response_revision:20941; number_of_response:1; }","duration":"257.400988ms","start":"2026-02-27T22:41:10.446941Z","end":"2026-02-27T22:41:10.704342Z","steps":["trace[135003306] 'process raft request' (duration: 257.345847ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:10.704677Z","caller":"traceutil/trace.go:171","msg":"trace[2111911689] transaction","detail":"{read_only:false; response_revision:20940; number_of_response:1; }","duration":"666.133938ms","start":"2026-02-27T22:41:10.03853Z","end":"2026-02-27T22:41:10.704664Z","steps":["trace[2111911689] 'process raft request' (duration: 73.591406ms)","trace[2111911689] 'compare' (duration: 591.901979ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:41:10.705049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:10.038512Z","time spent":"666.429075ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:41:21.91466Z","caller":"traceutil/trace.go:171","msg":"trace[1634350470] linearizableReadLoop","detail":"{readStateIndex:22206; appliedIndex:22203; }","duration":"259.245888ms","start":"2026-02-27T22:41:21.655385Z","end":"2026-02-27T22:41:21.914631Z","steps":["trace[1634350470] 'read index received' (duration: 16.887899ms)","trace[1634350470] 'applied index is now lower than readState.Index' (duration: 242.356339ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:41:21.914764Z","caller":"traceutil/trace.go:171","msg":"trace[1003705860] transaction","detail":"{read_only:false; response_revision:21421; number_of_response:1; }","duration":"282.727001ms","start":"2026-02-27T22:41:21.632029Z","end":"2026-02-27T22:41:21.914756Z","steps":["trace[1003705860] 'process raft request' (duration: 278.442348ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:21.914698Z","caller":"traceutil/trace.go:171","msg":"trace[198943713] transaction","detail":"{read_only:false; response_revision:21422; number_of_response:1; }","duration":"270.041004ms","start":"2026-02-27T22:41:21.644627Z","end":"2026-02-27T22:41:21.914668Z","steps":["trace[198943713] 'process raft request' (duration: 269.783878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:21.914904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.497143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:21.915006Z","caller":"traceutil/trace.go:171","msg":"trace[1120224189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21423; }","duration":"259.628466ms","start":"2026-02-27T22:41:21.655356Z","end":"2026-02-27T22:41:21.914984Z","steps":["trace[1120224189] 'agreement among raft nodes before linearized reading' (duration: 259.435841ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:21.915208Z","caller":"traceutil/trace.go:171","msg":"trace[1719837036] transaction","detail":"{read_only:false; response_revision:21423; number_of_response:1; }","duration":"252.295087ms","start":"2026-02-27T22:41:21.662861Z","end":"2026-02-27T22:41:21.915156Z","steps":["trace[1719837036] 'process raft request' (duration: 251.707534ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:21.916084Z","caller":"traceutil/trace.go:171","msg":"trace[909434435] transaction","detail":"{read_only:false; response_revision:21424; number_of_response:1; }","duration":"211.794493ms","start":"2026-02-27T22:41:21.704269Z","end":"2026-02-27T22:41:21.916063Z","steps":["trace[909434435] 'process raft request' (duration: 211.522807ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:21.916132Z","caller":"traceutil/trace.go:171","msg":"trace[753803928] transaction","detail":"{read_only:false; response_revision:21425; number_of_response:1; }","duration":"171.158296ms","start":"2026-02-27T22:41:21.74496Z","end":"2026-02-27T22:41:21.916118Z","steps":["trace[753803928] 'process raft request' (duration: 170.982892ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:21.916275Z","caller":"traceutil/trace.go:171","msg":"trace[598006266] transaction","detail":"{read_only:false; response_revision:21426; number_of_response:1; }","duration":"121.482421ms","start":"2026-02-27T22:41:21.79478Z","end":"2026-02-27T22:41:21.916263Z","steps":["trace[598006266] 'process raft request' (duration: 121.238276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:21.916546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.122963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:41:21.916592Z","caller":"traceutil/trace.go:171","msg":"trace[1399992429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21427; }","duration":"110.231106ms","start":"2026-02-27T22:41:21.806351Z","end":"2026-02-27T22:41:21.916582Z","steps":["trace[1399992429] 'agreement among raft nodes before linearized reading' (duration: 110.047292ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:21.916699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.548666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-27T22:41:21.916807Z","caller":"traceutil/trace.go:171","msg":"trace[412846192] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:21427; }","duration":"254.700149ms","start":"2026-02-27T22:41:21.66209Z","end":"2026-02-27T22:41:21.91679Z","steps":["trace[412846192] 'agreement among raft nodes before linearized reading' (duration: 254.334391ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:21.917829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.249945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210912"} {"level":"info","ts":"2026-02-27T22:41:21.917878Z","caller":"traceutil/trace.go:171","msg":"trace[1259146654] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21427; }","duration":"230.337736ms","start":"2026-02-27T22:41:21.687526Z","end":"2026-02-27T22:41:21.917864Z","steps":["trace[1259146654] 'agreement among raft nodes before linearized reading' (duration: 229.075749ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:22.679774Z","caller":"traceutil/trace.go:171","msg":"trace[526321157] linearizableReadLoop","detail":"{readStateIndex:22230; appliedIndex:22229; }","duration":"260.74134ms","start":"2026-02-27T22:41:22.419008Z","end":"2026-02-27T22:41:22.679749Z","steps":["trace[526321157] 'read index received' (duration: 260.335512ms)","trace[526321157] 'applied index is now lower than readState.Index' (duration: 404.718µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:41:22.679917Z","caller":"traceutil/trace.go:171","msg":"trace[1020562749] transaction","detail":"{read_only:false; response_revision:21446; number_of_response:1; }","duration":"276.401643ms","start":"2026-02-27T22:41:22.403463Z","end":"2026-02-27T22:41:22.679865Z","steps":["trace[1020562749] 'process raft request' (duration: 275.86382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:22.67999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.967376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-02-27T22:41:22.680032Z","caller":"traceutil/trace.go:171","msg":"trace[670001375] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:21446; }","duration":"261.041908ms","start":"2026-02-27T22:41:22.418978Z","end":"2026-02-27T22:41:22.68002Z","steps":["trace[670001375] 'agreement among raft nodes before linearized reading' (duration: 260.901085ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:22.691456Z","caller":"traceutil/trace.go:171","msg":"trace[1507450295] transaction","detail":"{read_only:false; response_revision:21447; number_of_response:1; }","duration":"256.220253ms","start":"2026-02-27T22:41:22.435187Z","end":"2026-02-27T22:41:22.691407Z","steps":["trace[1507450295] 'process raft request' (duration: 253.276229ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:22.69187Z","caller":"traceutil/trace.go:171","msg":"trace[1741718634] transaction","detail":"{read_only:false; response_revision:21448; number_of_response:1; }","duration":"232.332091ms","start":"2026-02-27T22:41:22.459517Z","end":"2026-02-27T22:41:22.691849Z","steps":["trace[1741718634] 'process raft request' (duration: 231.127135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:22.692039Z","caller":"traceutil/trace.go:171","msg":"trace[1731888703] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21448; }","duration":"187.463682ms","start":"2026-02-27T22:41:22.504554Z","end":"2026-02-27T22:41:22.692017Z","steps":["trace[1731888703] 'process raft request' (duration: 186.178033ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:22.692349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.919315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:4957"} {"level":"info","ts":"2026-02-27T22:41:22.692396Z","caller":"traceutil/trace.go:171","msg":"trace[1909255268] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:21448; }","duration":"152.023808ms","start":"2026-02-27T22:41:22.540357Z","end":"2026-02-27T22:41:22.692381Z","steps":["trace[1909255268] 'agreement among raft nodes before linearized reading' (duration: 151.836924ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:22.692614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.613699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2272"} {"level":"info","ts":"2026-02-27T22:41:22.692661Z","caller":"traceutil/trace.go:171","msg":"trace[1621210309] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:21448; }","duration":"244.695721ms","start":"2026-02-27T22:41:22.447953Z","end":"2026-02-27T22:41:22.692649Z","steps":["trace[1621210309] 'agreement among raft nodes before linearized reading' (duration: 244.623099ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:22.692824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.400318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-02-27T22:41:22.692873Z","caller":"traceutil/trace.go:171","msg":"trace[939784136] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:21448; }","duration":"268.46309ms","start":"2026-02-27T22:41:22.424385Z","end":"2026-02-27T22:41:22.692848Z","steps":["trace[939784136] 'agreement among raft nodes before linearized reading' (duration: 268.394648ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:23.764224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.39078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:41:23.764265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.511613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:41:23.764322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.994954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:23.764334Z","caller":"traceutil/trace.go:171","msg":"trace[673550110] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21472; }","duration":"187.555453ms","start":"2026-02-27T22:41:23.576756Z","end":"2026-02-27T22:41:23.764312Z","steps":["trace[673550110] 'range keys from in-memory index tree' (duration: 187.243596ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:23.764345Z","caller":"traceutil/trace.go:171","msg":"trace[1374099247] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21472; }","duration":"236.613124ms","start":"2026-02-27T22:41:23.52771Z","end":"2026-02-27T22:41:23.764323Z","steps":["trace[1374099247] 'range keys from in-memory index tree' (duration: 236.380209ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:23.764372Z","caller":"traceutil/trace.go:171","msg":"trace[2070124099] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21472; }","duration":"106.081325ms","start":"2026-02-27T22:41:23.658278Z","end":"2026-02-27T22:41:23.764359Z","steps":["trace[2070124099] 'range keys from in-memory index tree' (duration: 105.931562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:23.764291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.547563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:23.764461Z","caller":"traceutil/trace.go:171","msg":"trace[581128003] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21472; }","duration":"236.754698ms","start":"2026-02-27T22:41:23.527692Z","end":"2026-02-27T22:41:23.764447Z","steps":["trace[581128003] 'range keys from in-memory index tree' (duration: 236.451381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:23.764483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.308237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:23.764535Z","caller":"traceutil/trace.go:171","msg":"trace[1634717108] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:21472; }","duration":"137.371058ms","start":"2026-02-27T22:41:23.62715Z","end":"2026-02-27T22:41:23.764522Z","steps":["trace[1634717108] 'range keys from in-memory index tree' (duration: 137.246996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:23.764589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.527067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:23.764622Z","caller":"traceutil/trace.go:171","msg":"trace[1545663149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21472; }","duration":"107.586368ms","start":"2026-02-27T22:41:23.657027Z","end":"2026-02-27T22:41:23.764613Z","steps":["trace[1545663149] 'range keys from in-memory index tree' (duration: 107.486707ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:23.764684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.107621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:41:23.764697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.203827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:41:23.764749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.513644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:41:23.764783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.806485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:23.764787Z","caller":"traceutil/trace.go:171","msg":"trace[825070044] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:21472; }","duration":"138.581545ms","start":"2026-02-27T22:41:23.626196Z","end":"2026-02-27T22:41:23.764777Z","steps":["trace[825070044] 'range keys from in-memory index tree' (duration: 138.437562ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:23.764807Z","caller":"traceutil/trace.go:171","msg":"trace[1580233155] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21472; }","duration":"223.840095ms","start":"2026-02-27T22:41:23.540961Z","end":"2026-02-27T22:41:23.764801Z","steps":["trace[1580233155] 'count revisions from in-memory index tree' (duration: 223.745974ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:23.764848Z","caller":"traceutil/trace.go:171","msg":"trace[540443310] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:21472; }","duration":"138.606806ms","start":"2026-02-27T22:41:23.626164Z","end":"2026-02-27T22:41:23.764771Z","steps":["trace[540443310] 'count revisions from in-memory index tree' (duration: 138.152106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:23.764953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.977495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:23.765007Z","caller":"traceutil/trace.go:171","msg":"trace[38510699] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21472; }","duration":"189.037196ms","start":"2026-02-27T22:41:23.575949Z","end":"2026-02-27T22:41:23.764986Z","steps":["trace[38510699] 'range keys from in-memory index tree' (duration: 188.915713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:23.765008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.208218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:23.765044Z","caller":"traceutil/trace.go:171","msg":"trace[1947302398] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21472; }","duration":"237.252128ms","start":"2026-02-27T22:41:23.527782Z","end":"2026-02-27T22:41:23.765034Z","steps":["trace[1947302398] 'count revisions from in-memory index tree' (duration: 237.151286ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:23.765087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.030306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:23.76513Z","caller":"traceutil/trace.go:171","msg":"trace[1972203494] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21472; }","duration":"189.108337ms","start":"2026-02-27T22:41:23.576009Z","end":"2026-02-27T22:41:23.765118Z","steps":["trace[1972203494] 'count revisions from in-memory index tree' (duration: 188.963284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:23.765198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.942229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:23.765236Z","caller":"traceutil/trace.go:171","msg":"trace[203840860] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:21472; }","duration":"158.98112ms","start":"2026-02-27T22:41:23.606243Z","end":"2026-02-27T22:41:23.765224Z","steps":["trace[203840860] 'range keys from in-memory index tree' (duration: 158.128722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:23.765271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.283715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:23.765321Z","caller":"traceutil/trace.go:171","msg":"trace[670279805] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21472; }","duration":"257.373627ms","start":"2026-02-27T22:41:23.507935Z","end":"2026-02-27T22:41:23.765309Z","steps":["trace[670279805] 'count revisions from in-memory index tree' (duration: 257.213124ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:23.764731Z","caller":"traceutil/trace.go:171","msg":"trace[1898186796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21472; }","duration":"224.171683ms","start":"2026-02-27T22:41:23.540548Z","end":"2026-02-27T22:41:23.76472Z","steps":["trace[1898186796] 'range keys from in-memory index tree' (duration: 224.05448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:23.764226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.035909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:41:23.765665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.283961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:23.765709Z","caller":"traceutil/trace.go:171","msg":"trace[220657236] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21472; }","duration":"107.356593ms","start":"2026-02-27T22:41:23.658343Z","end":"2026-02-27T22:41:23.765699Z","steps":["trace[220657236] 'count revisions from in-memory index tree' (duration: 107.20321ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:23.765652Z","caller":"traceutil/trace.go:171","msg":"trace[1318512144] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:21472; }","duration":"159.46793ms","start":"2026-02-27T22:41:23.606145Z","end":"2026-02-27T22:41:23.765613Z","steps":["trace[1318512144] 'count revisions from in-memory index tree' (duration: 157.990058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:23.766736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.755907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:23.766817Z","caller":"traceutil/trace.go:171","msg":"trace[1605139799] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21472; }","duration":"258.86576ms","start":"2026-02-27T22:41:23.507937Z","end":"2026-02-27T22:41:23.766802Z","steps":["trace[1605139799] 'range keys from in-memory index tree' (duration: 256.199412ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:25.51266Z","caller":"traceutil/trace.go:171","msg":"trace[861391431] linearizableReadLoop","detail":"{readStateIndex:22310; appliedIndex:22309; }","duration":"157.528188ms","start":"2026-02-27T22:41:25.355106Z","end":"2026-02-27T22:41:25.512634Z","steps":["trace[861391431] 'read index received' (duration: 157.298733ms)","trace[861391431] 'applied index is now lower than readState.Index' (duration: 228.255µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:41:25.512739Z","caller":"traceutil/trace.go:171","msg":"trace[1091550791] transaction","detail":"{read_only:false; response_revision:21525; number_of_response:1; }","duration":"219.153472ms","start":"2026-02-27T22:41:25.293552Z","end":"2026-02-27T22:41:25.512705Z","steps":["trace[1091550791] 'process raft request' (duration: 218.880076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:25.512829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.696682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:41:25.512867Z","caller":"traceutil/trace.go:171","msg":"trace[449717508] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:21525; }","duration":"157.795223ms","start":"2026-02-27T22:41:25.355061Z","end":"2026-02-27T22:41:25.512856Z","steps":["trace[449717508] 'agreement among raft nodes before linearized reading' (duration: 157.694381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:32.64127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617942951s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:41:32.64134Z","caller":"traceutil/trace.go:171","msg":"trace[745436217] linearizableReadLoop","detail":"{readStateIndex:22401; appliedIndex:22400; }","duration":"2.505908771s","start":"2026-02-27T22:41:30.135421Z","end":"2026-02-27T22:41:32.64133Z","steps":["trace[745436217] 'read index received' (duration: 41.482615ms)","trace[745436217] 'applied index is now lower than readState.Index' (duration: 2.464425206s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:41:32.641443Z","caller":"traceutil/trace.go:171","msg":"trace[76453874] transaction","detail":"{read_only:false; response_revision:21614; number_of_response:1; }","duration":"2.508009967s","start":"2026-02-27T22:41:30.13337Z","end":"2026-02-27T22:41:32.64138Z","steps":["trace[76453874] 'process raft request' (duration: 889.900482ms)","trace[76453874] 'compare' (duration: 1.61786634s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:41:32.641502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506064834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T22:41:32.641572Z","caller":"traceutil/trace.go:171","msg":"trace[969696466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21614; }","duration":"2.506171188s","start":"2026-02-27T22:41:30.135382Z","end":"2026-02-27T22:41:32.641553Z","steps":["trace[969696466] 'agreement among raft nodes before linearized reading' (duration: 2.505974112s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:32.641609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:30.135366Z","time spent":"2.506233109s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:41:32.641671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:30.133359Z","time spent":"2.508175431s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:41:32.815582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.792254517s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:41:33.400645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.703841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:41:33.400896Z","caller":"traceutil/trace.go:171","msg":"trace[683223649] transaction","detail":"{read_only:false; response_revision:21616; number_of_response:1; }","duration":"3.003979603s","start":"2026-02-27T22:41:30.396899Z","end":"2026-02-27T22:41:33.400879Z","steps":["trace[683223649] 'process raft request' (duration: 3.003853791s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:33.400888Z","caller":"traceutil/trace.go:171","msg":"trace[60676275] transaction","detail":"{read_only:false; response_revision:21615; number_of_response:1; }","duration":"3.165188831s","start":"2026-02-27T22:41:30.23566Z","end":"2026-02-27T22:41:33.400849Z","steps":["trace[60676275] 'process raft request' (duration: 2.580195393s)","trace[60676275] 'compare' (duration: 583.549136ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:41:33.400971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:30.396849Z","time spent":"3.004088916s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:41:33.401055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:30.235641Z","time spent":"3.165328604s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:41:33.401119Z","caller":"traceutil/trace.go:171","msg":"trace[849422289] transaction","detail":"{read_only:false; response_revision:21617; number_of_response:1; }","duration":"2.885898646s","start":"2026-02-27T22:41:30.515197Z","end":"2026-02-27T22:41:33.401095Z","steps":["trace[849422289] 'process raft request' (duration: 2.88563818s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.401181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:30.515171Z","time spent":"2.885980588s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:41:33.411888Z","caller":"traceutil/trace.go:171","msg":"trace[1148139819] linearizableReadLoop","detail":"{readStateIndex:22413; appliedIndex:22401; }","duration":"770.516037ms","start":"2026-02-27T22:41:32.641354Z","end":"2026-02-27T22:41:33.41187Z","steps":["trace[1148139819] 'read index received' (duration: 174.481129ms)","trace[1148139819] 'applied index is now lower than readState.Index' (duration: 596.034178ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:41:33.412027Z","caller":"traceutil/trace.go:171","msg":"trace[1401504822] transaction","detail":"{read_only:false; response_revision:21622; number_of_response:1; }","duration":"1.612654916s","start":"2026-02-27T22:41:31.799364Z","end":"2026-02-27T22:41:33.412019Z","steps":["trace[1401504822] 'process raft request' (duration: 1.612338699s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.412112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:31.799333Z","time spent":"1.612713178s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:41:33.412135Z","caller":"traceutil/trace.go:171","msg":"trace[1863829086] transaction","detail":"{read_only:false; response_revision:21618; number_of_response:1; }","duration":"2.263004471s","start":"2026-02-27T22:41:31.149123Z","end":"2026-02-27T22:41:33.412127Z","steps":["trace[1863829086] 'process raft request' (duration: 2.262153511s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:33.41228Z","caller":"traceutil/trace.go:171","msg":"trace[896487839] transaction","detail":"{read_only:false; response_revision:21623; number_of_response:1; }","duration":"1.467754154s","start":"2026-02-27T22:41:31.944518Z","end":"2026-02-27T22:41:33.412272Z","steps":["trace[896487839] 'process raft request' (duration: 1.467242712s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.412329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:31.944492Z","time spent":"1.467814455s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:41:33.41245Z","caller":"traceutil/trace.go:171","msg":"trace[109206800] transaction","detail":"{read_only:false; response_revision:21620; number_of_response:1; }","duration":"1.876217159s","start":"2026-02-27T22:41:31.536192Z","end":"2026-02-27T22:41:33.412409Z","steps":["trace[109206800] 'process raft request' (duration: 1.875466432s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:33.412504Z","caller":"traceutil/trace.go:171","msg":"trace[1130848519] transaction","detail":"{read_only:false; response_revision:21624; number_of_response:1; }","duration":"1.456859337s","start":"2026-02-27T22:41:31.955635Z","end":"2026-02-27T22:41:33.412494Z","steps":["trace[1130848519] 'process raft request' (duration: 1.45615627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.412546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:31.955587Z","time spent":"1.456936218s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:41:33.412644Z","caller":"traceutil/trace.go:171","msg":"trace[41114651] transaction","detail":"{read_only:false; response_revision:21625; number_of_response:1; }","duration":"1.430856349s","start":"2026-02-27T22:41:31.98178Z","end":"2026-02-27T22:41:33.412637Z","steps":["trace[41114651] 'process raft request' (duration: 1.43003829s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.412664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:31.536168Z","time spent":"1.876370992s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:41:33.412735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:31.981754Z","time spent":"1.43090677s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:41:33.412676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:31.149089Z","time spent":"2.263072072s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:41:33.412842Z","caller":"traceutil/trace.go:171","msg":"trace[683488455] transaction","detail":"{read_only:false; response_revision:21619; number_of_response:1; }","duration":"1.931902355s","start":"2026-02-27T22:41:31.480929Z","end":"2026-02-27T22:41:33.412831Z","steps":["trace[683488455] 'process raft request' (duration: 1.930692988s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:33.412864Z","caller":"traceutil/trace.go:171","msg":"trace[1182853865] transaction","detail":"{read_only:false; response_revision:21626; number_of_response:1; }","duration":"766.171622ms","start":"2026-02-27T22:41:32.646686Z","end":"2026-02-27T22:41:33.412857Z","steps":["trace[1182853865] 'process raft request' (duration: 765.154789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.412901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:31.480905Z","time spent":"1.931963086s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:41:33.412931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:32.646669Z","time spent":"766.214734ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:41:33.413088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657697425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:41:33.413123Z","caller":"traceutil/trace.go:171","msg":"trace[1972540181] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:21626; }","duration":"2.657761237s","start":"2026-02-27T22:41:30.755351Z","end":"2026-02-27T22:41:33.413112Z","steps":["trace[1972540181] 'agreement among raft nodes before linearized reading' (duration: 2.657702886s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.413146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:30.755334Z","time spent":"2.657805957s","remote":"127.0.0.1:35130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:41:33.413299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125089916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-27T22:41:33.413313Z","caller":"traceutil/trace.go:171","msg":"trace[1029990326] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21626; }","duration":"1.125106156s","start":"2026-02-27T22:41:32.288202Z","end":"2026-02-27T22:41:33.413308Z","steps":["trace[1029990326] 'agreement among raft nodes before linearized reading' (duration: 1.125026594s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.413329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:32.288122Z","time spent":"1.125203708s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T22:41:33.413462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173952912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:33.413479Z","caller":"traceutil/trace.go:171","msg":"trace[605084709] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21626; }","duration":"1.174008093s","start":"2026-02-27T22:41:32.239466Z","end":"2026-02-27T22:41:33.413474Z","steps":["trace[605084709] 'agreement among raft nodes before linearized reading' (duration: 1.173972882s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.413498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:32.239436Z","time spent":"1.174057294s","remote":"127.0.0.1:44480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:41:33.413598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904035522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:33.413645Z","caller":"traceutil/trace.go:171","msg":"trace[64250481] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:21626; }","duration":"2.904117833s","start":"2026-02-27T22:41:30.509514Z","end":"2026-02-27T22:41:33.413632Z","steps":["trace[64250481] 'agreement among raft nodes before linearized reading' (duration: 2.904028121s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.413674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:30.509493Z","time spent":"2.904174495s","remote":"127.0.0.1:36950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:41:33.413615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576086532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:41:33.413809Z","caller":"traceutil/trace.go:171","msg":"trace[1395293516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21626; }","duration":"2.576317018s","start":"2026-02-27T22:41:30.837484Z","end":"2026-02-27T22:41:33.413801Z","steps":["trace[1395293516] 'agreement among raft nodes before linearized reading' (duration: 2.576091523s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.413833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:30.83746Z","time spent":"2.576364869s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:41:33.413818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.082752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:41:33.413884Z","caller":"traceutil/trace.go:171","msg":"trace[1240799388] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:21626; }","duration":"740.202635ms","start":"2026-02-27T22:41:32.673664Z","end":"2026-02-27T22:41:33.413866Z","steps":["trace[1240799388] 'agreement among raft nodes before linearized reading' (duration: 740.044212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.413882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452403428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:41:33.413894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757237701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:41:33.413928Z","caller":"traceutil/trace.go:171","msg":"trace[2096102847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21626; }","duration":"1.757302243s","start":"2026-02-27T22:41:31.65662Z","end":"2026-02-27T22:41:33.413922Z","steps":["trace[2096102847] 'agreement among raft nodes before linearized reading' (duration: 1.757254432s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:33.413926Z","caller":"traceutil/trace.go:171","msg":"trace[1444843309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21626; }","duration":"1.4524743s","start":"2026-02-27T22:41:31.96144Z","end":"2026-02-27T22:41:33.413914Z","steps":["trace[1444843309] 'agreement among raft nodes before linearized reading' (duration: 1.452376598s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.413923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:32.673639Z","time spent":"740.274016ms","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:41:33.413946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:31.656594Z","time spent":"1.757347944s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:41:33.41395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:31.961395Z","time spent":"1.452550332s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:41:33.414094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232214284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T22:41:33.411915Z","caller":"traceutil/trace.go:171","msg":"trace[206473333] transaction","detail":"{read_only:false; response_revision:21621; number_of_response:1; }","duration":"1.827536386s","start":"2026-02-27T22:41:31.584345Z","end":"2026-02-27T22:41:33.411881Z","steps":["trace[206473333] 'process raft request' (duration: 1.827337852s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.414091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973932041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T22:41:33.414111Z","caller":"traceutil/trace.go:171","msg":"trace[1783075395] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21626; }","duration":"1.232272784s","start":"2026-02-27T22:41:32.181833Z","end":"2026-02-27T22:41:33.414106Z","steps":["trace[1783075395] 'agreement among raft nodes before linearized reading' (duration: 1.232225973s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:41:33.41413Z","caller":"traceutil/trace.go:171","msg":"trace[2011231005] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21626; }","duration":"1.974000742s","start":"2026-02-27T22:41:31.440117Z","end":"2026-02-27T22:41:33.414118Z","steps":["trace[2011231005] 'agreement among raft nodes before linearized reading' (duration: 1.97344469s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.414141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:32.181798Z","time spent":"1.232338236s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:41:33.414144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:31.58432Z","time spent":"1.829790435s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:41:33.414158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:31.440096Z","time spent":"1.974056753s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-27T22:41:33.414287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.038562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-02-27T22:41:33.414332Z","caller":"traceutil/trace.go:171","msg":"trace[1405330732] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:21626; }","duration":"680.106513ms","start":"2026-02-27T22:41:32.734209Z","end":"2026-02-27T22:41:33.414315Z","steps":["trace[1405330732] 'agreement among raft nodes before linearized reading' (duration: 679.930539ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.414349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354348798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:41:33.414365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:32.734192Z","time spent":"680.165114ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5162,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:41:33.414385Z","caller":"traceutil/trace.go:171","msg":"trace[251743806] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:21626; }","duration":"1.355120695s","start":"2026-02-27T22:41:32.059252Z","end":"2026-02-27T22:41:33.414372Z","steps":["trace[251743806] 'agreement among raft nodes before linearized reading' (duration: 1.354339438s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.414422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:32.05922Z","time spent":"1.355193147s","remote":"127.0.0.1:37036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:41:33.41456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.146279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:41:33.414612Z","caller":"traceutil/trace.go:171","msg":"trace[802547484] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21626; }","duration":"875.233182ms","start":"2026-02-27T22:41:32.53936Z","end":"2026-02-27T22:41:33.414593Z","steps":["trace[802547484] 'agreement among raft nodes before linearized reading' (duration: 873.639277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:41:33.414649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:41:32.539337Z","time spent":"875.301314ms","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2427,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:42:57.699805Z","caller":"traceutil/trace.go:171","msg":"trace[408069430] transaction","detail":"{read_only:false; response_revision:22483; number_of_response:1; }","duration":"130.809556ms","start":"2026-02-27T22:42:57.568956Z","end":"2026-02-27T22:42:57.699766Z","steps":["trace[408069430] 'process raft request' (duration: 130.562309ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:42:57.879432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.676339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:42:57.879626Z","caller":"traceutil/trace.go:171","msg":"trace[353107757] transaction","detail":"{read_only:false; response_revision:22484; number_of_response:1; }","duration":"178.583278ms","start":"2026-02-27T22:42:57.70101Z","end":"2026-02-27T22:42:57.879593Z","steps":["trace[353107757] 'process raft request' (duration: 27.598413ms)","trace[353107757] 'compare' (duration: 150.452804ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:42:57.941749Z","caller":"traceutil/trace.go:171","msg":"trace[406082456] transaction","detail":"{read_only:false; response_revision:22487; number_of_response:1; }","duration":"231.059673ms","start":"2026-02-27T22:42:57.710665Z","end":"2026-02-27T22:42:57.941725Z","steps":["trace[406082456] 'process raft request' (duration: 230.970611ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:42:57.94173Z","caller":"traceutil/trace.go:171","msg":"trace[2137544574] transaction","detail":"{read_only:false; response_revision:22485; number_of_response:1; }","duration":"240.443357ms","start":"2026-02-27T22:42:57.701253Z","end":"2026-02-27T22:42:57.941697Z","steps":["trace[2137544574] 'process raft request' (duration: 240.204852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:42:57.941774Z","caller":"traceutil/trace.go:171","msg":"trace[1152945068] transaction","detail":"{read_only:false; response_revision:22486; number_of_response:1; }","duration":"231.573014ms","start":"2026-02-27T22:42:57.710153Z","end":"2026-02-27T22:42:57.941726Z","steps":["trace[1152945068] 'process raft request' (duration: 231.432031ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:42:57.942588Z","caller":"traceutil/trace.go:171","msg":"trace[1965699209] linearizableReadLoop","detail":"{readStateIndex:23299; appliedIndex:23295; }","duration":"119.656151ms","start":"2026-02-27T22:42:57.822917Z","end":"2026-02-27T22:42:57.942573Z","steps":["trace[1965699209] 'read index received' (duration: 118.541817ms)","trace[1965699209] 'applied index is now lower than readState.Index' (duration: 1.112464ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:42:57.942636Z","caller":"traceutil/trace.go:171","msg":"trace[1790911051] transaction","detail":"{read_only:false; response_revision:22488; number_of_response:1; }","duration":"231.85417ms","start":"2026-02-27T22:42:57.710748Z","end":"2026-02-27T22:42:57.942602Z","steps":["trace[1790911051] 'process raft request' (duration: 230.93359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:42:57.94283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.843565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:42:57.942942Z","caller":"traceutil/trace.go:171","msg":"trace[1103245447] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22488; }","duration":"120.092021ms","start":"2026-02-27T22:42:57.822833Z","end":"2026-02-27T22:42:57.942925Z","steps":["trace[1103245447] 'agreement among raft nodes before linearized reading' (duration: 119.834625ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:42:58.056735Z","caller":"traceutil/trace.go:171","msg":"trace[465923329] transaction","detail":"{read_only:false; response_revision:22492; number_of_response:1; }","duration":"107.598258ms","start":"2026-02-27T22:42:57.949105Z","end":"2026-02-27T22:42:58.056703Z","steps":["trace[465923329] 'process raft request' (duration: 107.548667ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:42:58.056999Z","caller":"traceutil/trace.go:171","msg":"trace[98025255] transaction","detail":"{read_only:false; response_revision:22491; number_of_response:1; }","duration":"107.941756ms","start":"2026-02-27T22:42:57.949017Z","end":"2026-02-27T22:42:58.056959Z","steps":["trace[98025255] 'process raft request' (duration: 107.600909ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:42:58.057119Z","caller":"traceutil/trace.go:171","msg":"trace[1896710892] transaction","detail":"{read_only:false; response_revision:22490; number_of_response:1; }","duration":"109.106872ms","start":"2026-02-27T22:42:57.947986Z","end":"2026-02-27T22:42:58.057093Z","steps":["trace[1896710892] 'process raft request' (duration: 42.964859ms)","trace[1896710892] 'compare' (duration: 65.460758ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:42:58.309231Z","caller":"traceutil/trace.go:171","msg":"trace[1710305595] transaction","detail":"{read_only:false; response_revision:22493; number_of_response:1; }","duration":"176.613955ms","start":"2026-02-27T22:42:58.132589Z","end":"2026-02-27T22:42:58.309203Z","steps":["trace[1710305595] 'process raft request' (duration: 81.008268ms)","trace[1710305595] 'compare' (duration: 95.26551ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:44:17.808605Z","caller":"traceutil/trace.go:171","msg":"trace[374200125] linearizableReadLoop","detail":"{readStateIndex:23978; appliedIndex:23977; }","duration":"152.57753ms","start":"2026-02-27T22:44:17.656007Z","end":"2026-02-27T22:44:17.808585Z","steps":["trace[374200125] 'read index received' (duration: 152.303744ms)","trace[374200125] 'applied index is now lower than readState.Index' (duration: 272.846µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:44:17.808668Z","caller":"traceutil/trace.go:171","msg":"trace[1767575056] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"234.626161ms","start":"2026-02-27T22:44:17.574007Z","end":"2026-02-27T22:44:17.808634Z","steps":["trace[1767575056] 'process raft request' (duration: 234.428067ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:17.808755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.736763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:44:17.808836Z","caller":"traceutil/trace.go:171","msg":"trace[173294128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23150; }","duration":"152.862556ms","start":"2026-02-27T22:44:17.655952Z","end":"2026-02-27T22:44:17.808815Z","steps":["trace[173294128] 'agreement among raft nodes before linearized reading' (duration: 152.727953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:17.956286Z","caller":"traceutil/trace.go:171","msg":"trace[450151163] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"139.492475ms","start":"2026-02-27T22:44:17.816766Z","end":"2026-02-27T22:44:17.956258Z","steps":["trace[450151163] 'process raft request' (duration: 88.558562ms)","trace[450151163] 'compare' (duration: 50.80108ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:44:33.187958Z","caller":"traceutil/trace.go:171","msg":"trace[57040430] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"178.938415ms","start":"2026-02-27T22:44:33.008991Z","end":"2026-02-27T22:44:33.18793Z","steps":["trace[57040430] 'process raft request' (duration: 178.663879ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:36.729646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.132077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-02-27T22:44:36.72973Z","caller":"traceutil/trace.go:171","msg":"trace[1313001651] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23303; }","duration":"139.251979ms","start":"2026-02-27T22:44:36.590457Z","end":"2026-02-27T22:44:36.729709Z","steps":["trace[1313001651] 'range keys from in-memory index tree' (duration: 138.897622ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:36.729689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.193493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:44:36.729829Z","caller":"traceutil/trace.go:171","msg":"trace[2071852093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23303; }","duration":"131.362447ms","start":"2026-02-27T22:44:36.598433Z","end":"2026-02-27T22:44:36.729796Z","steps":["trace[2071852093] 'range keys from in-memory index tree' (duration: 130.970629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:36.729899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.271797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:44:36.729974Z","caller":"traceutil/trace.go:171","msg":"trace[5689128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23303; }","duration":"170.384618ms","start":"2026-02-27T22:44:36.559571Z","end":"2026-02-27T22:44:36.729956Z","steps":["trace[5689128] 'range keys from in-memory index tree' (duration: 170.131574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:36.730021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.379089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:44:36.730087Z","caller":"traceutil/trace.go:171","msg":"trace[1690308625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23303; }","duration":"132.507052ms","start":"2026-02-27T22:44:36.597562Z","end":"2026-02-27T22:44:36.730069Z","steps":["trace[1690308625] 'range keys from in-memory index tree' (duration: 132.203216ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:38.425167Z","caller":"traceutil/trace.go:171","msg":"trace[1279196274] linearizableReadLoop","detail":"{readStateIndex:24145; appliedIndex:24144; }","duration":"105.037402ms","start":"2026-02-27T22:44:38.320111Z","end":"2026-02-27T22:44:38.425148Z","steps":["trace[1279196274] 'read index received' (duration: 104.94295ms)","trace[1279196274] 'applied index is now lower than readState.Index' (duration: 93.232µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:44:38.425258Z","caller":"traceutil/trace.go:171","msg":"trace[718169040] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"157.977517ms","start":"2026-02-27T22:44:38.267272Z","end":"2026-02-27T22:44:38.425249Z","steps":["trace[718169040] 'process raft request' (duration: 157.724942ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:38.425475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.257297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:44:38.425595Z","caller":"traceutil/trace.go:171","msg":"trace[758545122] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23313; }","duration":"105.508522ms","start":"2026-02-27T22:44:38.320064Z","end":"2026-02-27T22:44:38.425573Z","steps":["trace[758545122] 'agreement among raft nodes before linearized reading' (duration: 105.206506ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:38.429762Z","caller":"traceutil/trace.go:171","msg":"trace[341409146] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"105.195286ms","start":"2026-02-27T22:44:38.324536Z","end":"2026-02-27T22:44:38.429731Z","steps":["trace[341409146] 'process raft request' (duration: 104.963902ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:38.429913Z","caller":"traceutil/trace.go:171","msg":"trace[1011963167] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"101.314811ms","start":"2026-02-27T22:44:38.328552Z","end":"2026-02-27T22:44:38.429867Z","steps":["trace[1011963167] 'process raft request' (duration: 101.081436ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:38.90237Z","caller":"traceutil/trace.go:171","msg":"trace[346624815] linearizableReadLoop","detail":"{readStateIndex:24152; appliedIndex:24151; }","duration":"119.253324ms","start":"2026-02-27T22:44:38.783093Z","end":"2026-02-27T22:44:38.902346Z","steps":["trace[346624815] 'read index received' (duration: 94.952233ms)","trace[346624815] 'applied index is now lower than readState.Index' (duration: 24.300341ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:44:38.902508Z","caller":"traceutil/trace.go:171","msg":"trace[1119955964] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"147.209494ms","start":"2026-02-27T22:44:38.755193Z","end":"2026-02-27T22:44:38.902403Z","steps":["trace[1119955964] 'process raft request' (duration: 122.871432ms)","trace[1119955964] 'compare' (duration: 24.025695ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:44:38.902575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.461328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:44:38.902604Z","caller":"traceutil/trace.go:171","msg":"trace[1807969802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23320; }","duration":"119.521639ms","start":"2026-02-27T22:44:38.783073Z","end":"2026-02-27T22:44:38.902594Z","steps":["trace[1807969802] 'agreement among raft nodes before linearized reading' (duration: 119.398146ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:38.902734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.336703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:44:38.90276Z","caller":"traceutil/trace.go:171","msg":"trace[275904712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23320; }","duration":"118.390553ms","start":"2026-02-27T22:44:38.784361Z","end":"2026-02-27T22:44:38.902751Z","steps":["trace[275904712] 'agreement among raft nodes before linearized reading' (duration: 118.326682ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:39.029125Z","caller":"traceutil/trace.go:171","msg":"trace[433551534] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"123.305751ms","start":"2026-02-27T22:44:38.905794Z","end":"2026-02-27T22:44:39.0291Z","steps":["trace[433551534] 'process raft request' (duration: 122.771279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:40.490691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.148325ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:44:40.490787Z","caller":"traceutil/trace.go:171","msg":"trace[27220511] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23324; }","duration":"286.258457ms","start":"2026-02-27T22:44:40.204516Z","end":"2026-02-27T22:44:40.490774Z","steps":["trace[27220511] 'range keys from in-memory index tree' (duration: 286.131665ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:40.755051Z","caller":"traceutil/trace.go:171","msg":"trace[613407225] linearizableReadLoop","detail":"{readStateIndex:24159; appliedIndex:24156; }","duration":"319.338539ms","start":"2026-02-27T22:44:40.435692Z","end":"2026-02-27T22:44:40.755031Z","steps":["trace[613407225] 'read index received' (duration: 33.46817ms)","trace[613407225] 'applied index is now lower than readState.Index' (duration: 285.869519ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:44:40.755075Z","caller":"traceutil/trace.go:171","msg":"trace[843943006] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"320.29664ms","start":"2026-02-27T22:44:40.434753Z","end":"2026-02-27T22:44:40.755049Z","steps":["trace[843943006] 'process raft request' (duration: 320.179547ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:40.755157Z","caller":"traceutil/trace.go:171","msg":"trace[1299474907] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"318.751747ms","start":"2026-02-27T22:44:40.436394Z","end":"2026-02-27T22:44:40.755146Z","steps":["trace[1299474907] 'process raft request' (duration: 318.575903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:40.755234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:40.434745Z","time spent":"320.397433ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:44:40.75527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:40.436374Z","time spent":"318.808668ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:44:40.755379Z","caller":"traceutil/trace.go:171","msg":"trace[1459377346] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"318.705935ms","start":"2026-02-27T22:44:40.436664Z","end":"2026-02-27T22:44:40.75537Z","steps":["trace[1459377346] 'process raft request' (duration: 318.338858ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:40.755432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:40.436654Z","time spent":"318.754387ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:44:40.755572Z","caller":"traceutil/trace.go:171","msg":"trace[1959500209] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"321.436566ms","start":"2026-02-27T22:44:40.434123Z","end":"2026-02-27T22:44:40.755559Z","steps":["trace[1959500209] 'process raft request' (duration: 320.683659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:40.755639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:40.434114Z","time spent":"321.494967ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:44:40.755688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.991363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-02-27T22:44:40.755729Z","caller":"traceutil/trace.go:171","msg":"trace[1019444752] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23329; }","duration":"320.065455ms","start":"2026-02-27T22:44:40.435653Z","end":"2026-02-27T22:44:40.755719Z","steps":["trace[1019444752] 'agreement among raft nodes before linearized reading' (duration: 319.935892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:40.755757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:40.435641Z","time spent":"320.110176ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7214,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:44:40.802833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.319575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:44:40.802852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.431624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:44:40.80308Z","caller":"traceutil/trace.go:171","msg":"trace[634940382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23330; }","duration":"151.69828ms","start":"2026-02-27T22:44:40.651362Z","end":"2026-02-27T22:44:40.80306Z","steps":["trace[634940382] 'agreement among raft nodes before linearized reading' (duration: 151.425304ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:40.8029Z","caller":"traceutil/trace.go:171","msg":"trace[1787941591] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23330; }","duration":"328.451498ms","start":"2026-02-27T22:44:40.474432Z","end":"2026-02-27T22:44:40.802883Z","steps":["trace[1787941591] 'agreement among raft nodes before linearized reading' (duration: 328.328376ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:40.803214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:40.47441Z","time spent":"328.790875ms","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:44:40.802945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.421688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:44:40.803372Z","caller":"traceutil/trace.go:171","msg":"trace[120803129] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23330; }","duration":"328.857367ms","start":"2026-02-27T22:44:40.474504Z","end":"2026-02-27T22:44:40.803361Z","steps":["trace[120803129] 'agreement among raft nodes before linearized reading' (duration: 328.414727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:40.803413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:40.474498Z","time spent":"328.906088ms","remote":"127.0.0.1:38614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:44:40.803001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.433223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:44:40.803536Z","caller":"traceutil/trace.go:171","msg":"trace[1062377980] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23330; }","duration":"227.982865ms","start":"2026-02-27T22:44:40.575542Z","end":"2026-02-27T22:44:40.803525Z","steps":["trace[1062377980] 'agreement among raft nodes before linearized reading' (duration: 227.400933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:40.803024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.630705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:44:40.803653Z","caller":"traceutil/trace.go:171","msg":"trace[858376902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23330; }","duration":"309.320321ms","start":"2026-02-27T22:44:40.494325Z","end":"2026-02-27T22:44:40.803646Z","steps":["trace[858376902] 'agreement among raft nodes before linearized reading' (duration: 308.600095ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:40.803684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:40.49431Z","time spent":"309.366921ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:44:41.631567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.991886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:44:41.632067Z","caller":"traceutil/trace.go:171","msg":"trace[297579856] linearizableReadLoop","detail":"{readStateIndex:24165; appliedIndex:24164; }","duration":"598.136053ms","start":"2026-02-27T22:44:41.033883Z","end":"2026-02-27T22:44:41.632019Z","steps":["trace[297579856] 'read index received' (duration: 358.615547ms)","trace[297579856] 'applied index is now lower than readState.Index' (duration: 239.517236ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:44:41.63214Z","caller":"traceutil/trace.go:171","msg":"trace[914648819] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"523.527886ms","start":"2026-02-27T22:44:41.108575Z","end":"2026-02-27T22:44:41.632103Z","steps":["trace[914648819] 'process raft request' (duration: 523.089217ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:41.63219Z","caller":"traceutil/trace.go:171","msg":"trace[553194642] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"638.310051ms","start":"2026-02-27T22:44:40.993845Z","end":"2026-02-27T22:44:41.632155Z","steps":["trace[553194642] 'process raft request' (duration: 398.648242ms)","trace[553194642] 'compare' (duration: 238.880203ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:44:41.632333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:40.9938Z","time spent":"638.456135ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:44:41.632341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:41.108547Z","time spent":"523.68904ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:44:41.873482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.575233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:44:41.873608Z","caller":"traceutil/trace.go:171","msg":"trace[1934850151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23334; }","duration":"839.748477ms","start":"2026-02-27T22:44:41.033835Z","end":"2026-02-27T22:44:41.873584Z","steps":["trace[1934850151] 'agreement among raft nodes before linearized reading' (duration: 598.343748ms)","trace[1934850151] 'range keys from in-memory index tree' (duration: 241.131443ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:44:41.873651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:41.033813Z","time spent":"839.826289ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:44:41.873651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.910789ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:44:41.874179Z","caller":"traceutil/trace.go:171","msg":"trace[1158409444] linearizableReadLoop","detail":"{readStateIndex:24168; appliedIndex:24166; }","duration":"242.020783ms","start":"2026-02-27T22:44:41.632128Z","end":"2026-02-27T22:44:41.874149Z","steps":["trace[1158409444] 'read index received' (duration: 67.351µs)","trace[1158409444] 'applied index is now lower than readState.Index' (duration: 241.951512ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:44:41.874244Z","caller":"traceutil/trace.go:171","msg":"trace[1177301357] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"473.988376ms","start":"2026-02-27T22:44:41.400224Z","end":"2026-02-27T22:44:41.874212Z","steps":["trace[1177301357] 'process raft request' (duration: 473.562686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:41.874431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:41.4002Z","time spent":"474.131689ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:44:41.978711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.290963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:44:41.978871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.042608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:44:41.978951Z","caller":"traceutil/trace.go:171","msg":"trace[1190250713] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23335; }","duration":"864.13854ms","start":"2026-02-27T22:44:41.114794Z","end":"2026-02-27T22:44:41.978933Z","steps":["trace[1190250713] 'agreement among raft nodes before linearized reading' (duration: 759.504967ms)","trace[1190250713] 'count revisions from in-memory index tree' (duration: 104.514331ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:44:41.97899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:41.114729Z","time spent":"864.251593ms","remote":"127.0.0.1:35130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:44:41.97878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.652384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:44:41.979221Z","caller":"traceutil/trace.go:171","msg":"trace[1100010798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23335; }","duration":"324.118354ms","start":"2026-02-27T22:44:41.655064Z","end":"2026-02-27T22:44:41.979183Z","steps":["trace[1100010798] 'agreement among raft nodes before linearized reading' (duration: 219.281157ms)","trace[1100010798] 'range keys from in-memory index tree' (duration: 104.391368ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:44:41.979259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:41.655046Z","time spent":"324.202676ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:44:41.979257Z","caller":"traceutil/trace.go:171","msg":"trace[1464379221] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"101.232949ms","start":"2026-02-27T22:44:41.877993Z","end":"2026-02-27T22:44:41.979226Z","steps":["trace[1464379221] 'process raft request' (duration: 97.949508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:41.978893Z","caller":"traceutil/trace.go:171","msg":"trace[1672968913] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23335; }","duration":"332.483717ms","start":"2026-02-27T22:44:41.646387Z","end":"2026-02-27T22:44:41.978871Z","steps":["trace[1672968913] 'agreement among raft nodes before linearized reading' (duration: 227.939046ms)","trace[1672968913] 'count revisions from in-memory index tree' (duration: 104.334606ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:44:41.979422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:41.646329Z","time spent":"333.064999ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:44:42.249596Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20270} {"level":"warn","ts":"2026-02-27T22:44:42.955467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.378581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:44:42.955827Z","caller":"traceutil/trace.go:171","msg":"trace[1218575927] linearizableReadLoop","detail":"{readStateIndex:24173; appliedIndex:24172; }","duration":"365.907867ms","start":"2026-02-27T22:44:42.589895Z","end":"2026-02-27T22:44:42.955803Z","steps":["trace[1218575927] 'read index received' (duration: 259.116986ms)","trace[1218575927] 'applied index is now lower than readState.Index' (duration: 106.788321ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:44:42.955963Z","caller":"traceutil/trace.go:171","msg":"trace[1058173520] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"460.858899ms","start":"2026-02-27T22:44:42.495083Z","end":"2026-02-27T22:44:42.955942Z","steps":["trace[1058173520] 'process raft request' (duration: 353.893314ms)","trace[1058173520] 'compare' (duration: 55.664765ms)","trace[1058173520] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:519; } (duration: 50.39572ms)"],"step_count":3} {"level":"info","ts":"2026-02-27T22:44:42.956046Z","caller":"traceutil/trace.go:171","msg":"trace[1048878256] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"194.888344ms","start":"2026-02-27T22:44:42.761127Z","end":"2026-02-27T22:44:42.956016Z","steps":["trace[1048878256] 'process raft request' (duration: 194.583118ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:42.956138Z","caller":"traceutil/trace.go:171","msg":"trace[458877914] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"194.922795ms","start":"2026-02-27T22:44:42.761204Z","end":"2026-02-27T22:44:42.956127Z","steps":["trace[458877914] 'process raft request' (duration: 194.599058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:42.956071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:42.495064Z","time spent":"460.935261ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:44:42.95631Z","caller":"traceutil/trace.go:171","msg":"trace[1819802816] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"195.002867ms","start":"2026-02-27T22:44:42.761296Z","end":"2026-02-27T22:44:42.956299Z","steps":["trace[1819802816] 'process raft request' (duration: 194.541967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:42.956418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.52193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-5m9jw\" ","response":"range_response_count:1 size:8593"} {"level":"info","ts":"2026-02-27T22:44:42.9565Z","caller":"traceutil/trace.go:171","msg":"trace[693865925] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-5m9jw; range_end:; response_count:1; response_revision:23342; }","duration":"366.634602ms","start":"2026-02-27T22:44:42.589844Z","end":"2026-02-27T22:44:42.956479Z","steps":["trace[693865925] 'agreement among raft nodes before linearized reading' (duration: 366.220774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:42.956575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:42.589827Z","time spent":"366.735984ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8615,"request content":"key:\"/registry/pods/openstack/magnum-domain-ks-user-5m9jw\" "} {"level":"warn","ts":"2026-02-27T22:44:42.957274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.569731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:44:42.957715Z","caller":"traceutil/trace.go:171","msg":"trace[999723401] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23344; }","duration":"329.053522ms","start":"2026-02-27T22:44:42.628647Z","end":"2026-02-27T22:44:42.957701Z","steps":["trace[999723401] 'agreement among raft nodes before linearized reading' (duration: 328.569941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:42.957527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.508819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"warn","ts":"2026-02-27T22:44:42.95778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.079448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:44:42.957845Z","caller":"traceutil/trace.go:171","msg":"trace[1738018866] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23344; }","duration":"147.868016ms","start":"2026-02-27T22:44:42.809961Z","end":"2026-02-27T22:44:42.957829Z","steps":["trace[1738018866] 'agreement among raft nodes before linearized reading' (duration: 147.462428ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:42.957566Z","caller":"traceutil/trace.go:171","msg":"trace[1414183369] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"195.489007ms","start":"2026-02-27T22:44:42.762065Z","end":"2026-02-27T22:44:42.957554Z","steps":["trace[1414183369] 'process raft request' (duration: 193.803781ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:42.957613Z","caller":"traceutil/trace.go:171","msg":"trace[1313025607] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"148.707916ms","start":"2026-02-27T22:44:42.808897Z","end":"2026-02-27T22:44:42.957605Z","steps":["trace[1313025607] 'process raft request' (duration: 148.267756ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:42.957599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.356013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:44:42.958016Z","caller":"traceutil/trace.go:171","msg":"trace[1245543327] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23344; }","duration":"156.819413ms","start":"2026-02-27T22:44:42.801188Z","end":"2026-02-27T22:44:42.958007Z","steps":["trace[1245543327] 'agreement among raft nodes before linearized reading' (duration: 156.327083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:42.957654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.923236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-02-27T22:44:42.95811Z","caller":"traceutil/trace.go:171","msg":"trace[820088903] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:23344; }","duration":"196.416947ms","start":"2026-02-27T22:44:42.761688Z","end":"2026-02-27T22:44:42.958105Z","steps":["trace[820088903] 'agreement among raft nodes before linearized reading' (duration: 195.879586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:42.958408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:42.628629Z","time spent":"329.174514ms","remote":"127.0.0.1:38512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:44:42.95789Z","caller":"traceutil/trace.go:171","msg":"trace[754495008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23344; }","duration":"135.254311ms","start":"2026-02-27T22:44:42.822616Z","end":"2026-02-27T22:44:42.95787Z","steps":["trace[754495008] 'agreement among raft nodes before linearized reading' (duration: 134.870443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:43.641629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.632907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:44:43.641748Z","caller":"traceutil/trace.go:171","msg":"trace[825641324] linearizableReadLoop","detail":"{readStateIndex:24179; appliedIndex:24178; }","duration":"678.961149ms","start":"2026-02-27T22:44:42.962769Z","end":"2026-02-27T22:44:43.64173Z","steps":["trace[825641324] 'read index received' (duration: 46.23226ms)","trace[825641324] 'applied index is now lower than readState.Index' (duration: 632.727079ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:44:43.641786Z","caller":"traceutil/trace.go:171","msg":"trace[36972873] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"679.521711ms","start":"2026-02-27T22:44:42.962233Z","end":"2026-02-27T22:44:43.641754Z","steps":["trace[36972873] 'process raft request' (duration: 46.680139ms)","trace[36972873] 'compare' (duration: 110.259586ms)","trace[36972873] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 521.87662ms)"],"step_count":3} {"level":"warn","ts":"2026-02-27T22:44:43.641923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:42.962223Z","time spent":"679.619663ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:44:43.64197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.193335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-27T22:44:43.642002Z","caller":"traceutil/trace.go:171","msg":"trace[1730450715] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23345; }","duration":"679.249935ms","start":"2026-02-27T22:44:42.962739Z","end":"2026-02-27T22:44:43.641989Z","steps":["trace[1730450715] 'agreement among raft nodes before linearized reading' (duration: 679.065022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:43.642033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:42.962727Z","time spent":"679.298727ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T22:44:43.89077Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20270,"took":"1.637050759s","hash":805320089,"current-db-size-bytes":46608384,"current-db-size":"47 MB","current-db-size-in-use-bytes":38662144,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-02-27T22:44:43.890938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":805320089,"revision":20270,"compact-revision":18210} {"level":"warn","ts":"2026-02-27T22:44:43.891712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.427678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:44:43.892019Z","caller":"traceutil/trace.go:171","msg":"trace[1331833646] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"921.891441ms","start":"2026-02-27T22:44:42.970027Z","end":"2026-02-27T22:44:43.891918Z","steps":["trace[1331833646] 'process raft request' (duration: 686.171046ms)","trace[1331833646] 'compare' (duration: 234.989729ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:44:43.892128Z","caller":"traceutil/trace.go:171","msg":"trace[1102008193] linearizableReadLoop","detail":"{readStateIndex:24181; appliedIndex:24179; }","duration":"250.336513ms","start":"2026-02-27T22:44:43.641778Z","end":"2026-02-27T22:44:43.892115Z","steps":["trace[1102008193] 'read index received' (duration: 14.363573ms)","trace[1102008193] 'applied index is now lower than readState.Index' (duration: 235.9716ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:44:43.892349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.895314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:44:43.89238Z","caller":"traceutil/trace.go:171","msg":"trace[412816909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23348; }","duration":"254.993485ms","start":"2026-02-27T22:44:43.637377Z","end":"2026-02-27T22:44:43.892371Z","steps":["trace[412816909] 'agreement among raft nodes before linearized reading' (duration: 254.857512ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:44:43.892501Z","caller":"traceutil/trace.go:171","msg":"trace[1834600298] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"675.971803ms","start":"2026-02-27T22:44:43.216503Z","end":"2026-02-27T22:44:43.892475Z","steps":["trace[1834600298] 'process raft request' (duration: 675.314918ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:43.892578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.130265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:44:43.892662Z","caller":"traceutil/trace.go:171","msg":"trace[1762003243] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23348; }","duration":"176.223457ms","start":"2026-02-27T22:44:43.716393Z","end":"2026-02-27T22:44:43.892616Z","steps":["trace[1762003243] 'agreement among raft nodes before linearized reading' (duration: 176.129685ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:43.892784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:43.216472Z","time spent":"676.131086ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:44:43.892606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.198628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:44:43.892975Z","caller":"traceutil/trace.go:171","msg":"trace[1527430060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23348; }","duration":"238.622308ms","start":"2026-02-27T22:44:43.654323Z","end":"2026-02-27T22:44:43.892946Z","steps":["trace[1527430060] 'agreement among raft nodes before linearized reading' (duration: 238.146047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:43.892337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:42.970008Z","time spent":"922.134975ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8761,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:44:43.894457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.976581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:44:43.89457Z","caller":"traceutil/trace.go:171","msg":"trace[1606087846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23348; }","duration":"894.153935ms","start":"2026-02-27T22:44:43.000399Z","end":"2026-02-27T22:44:43.894553Z","steps":["trace[1606087846] 'agreement among raft nodes before linearized reading' (duration: 892.045359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:43.894718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:43.00037Z","time spent":"894.287927ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:44:58.878665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:44:59.379723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:44:59.880111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:44:59.889474Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.706865492s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:44:59.89007Z","caller":"traceutil/trace.go:171","msg":"trace[2090284099] transaction","detail":"{read_only:false; response_revision:23566; number_of_response:1; }","duration":"1.707502267s","start":"2026-02-27T22:44:58.182507Z","end":"2026-02-27T22:44:59.890009Z","steps":["trace[2090284099] 'process raft request' (duration: 1.707308912s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:44:59.890233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:58.182483Z","time spent":"1.70766239s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:00.654863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000717837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:00.654995Z","caller":"traceutil/trace.go:171","msg":"trace[626086675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000905841s","start":"2026-02-27T22:44:58.65407Z","end":"2026-02-27T22:45:00.654976Z","steps":["trace[626086675] 'agreement among raft nodes before linearized reading' (duration: 2.000753458s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:00.655067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:58.654048Z","time spent":"2.001007353s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:01.932061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.020818286s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:01.989052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.785176252s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:01.989192Z","caller":"traceutil/trace.go:171","msg":"trace[1922214432] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23566; }","duration":"1.785328405s","start":"2026-02-27T22:45:00.203846Z","end":"2026-02-27T22:45:01.989174Z","steps":["trace[1922214432] 'range keys from in-memory index tree' (duration: 1.785162041s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:01.989895Z","caller":"traceutil/trace.go:171","msg":"trace[1072397126] transaction","detail":"{read_only:false; response_revision:23567; number_of_response:1; }","duration":"3.073693054s","start":"2026-02-27T22:44:58.916179Z","end":"2026-02-27T22:45:01.989873Z","steps":["trace[1072397126] 'process raft request' (duration: 3.016089507s)","trace[1072397126] 'compare' (duration: 57.455024ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:01.989938Z","caller":"traceutil/trace.go:171","msg":"trace[1045082501] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"2.96401974s","start":"2026-02-27T22:44:59.025899Z","end":"2026-02-27T22:45:01.989919Z","steps":["trace[1045082501] 'process raft request' (duration: 2.963968019s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:01.990042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:58.916156Z","time spent":"3.073806896s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:01.990067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.025887Z","time spent":"2.964101462s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:01.990118Z","caller":"traceutil/trace.go:171","msg":"trace[300786537] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"2.962384324s","start":"2026-02-27T22:44:59.027705Z","end":"2026-02-27T22:45:01.99009Z","steps":["trace[300786537] 'process raft request' (duration: 2.962277372s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:01.990128Z","caller":"traceutil/trace.go:171","msg":"trace[770455463] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"2.962530767s","start":"2026-02-27T22:44:59.027536Z","end":"2026-02-27T22:45:01.990066Z","steps":["trace[770455463] 'process raft request' (duration: 2.962356573s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:01.99026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.027691Z","time spent":"2.962501427s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:01.989949Z","caller":"traceutil/trace.go:171","msg":"trace[220436487] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"2.966635637s","start":"2026-02-27T22:44:59.02327Z","end":"2026-02-27T22:45:01.989906Z","steps":["trace[220436487] 'process raft request' (duration: 2.966557096s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:01.990286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.027526Z","time spent":"2.96268162s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:01.990501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.023247Z","time spent":"2.967130008s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:01.990974Z","caller":"traceutil/trace.go:171","msg":"trace[846195318] transaction","detail":"{read_only:false; response_revision:23572; number_of_response:1; }","duration":"2.963206063s","start":"2026-02-27T22:44:59.027753Z","end":"2026-02-27T22:45:01.990959Z","steps":["trace[846195318] 'process raft request' (duration: 2.962301213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:01.991058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.027746Z","time spent":"2.963270244s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:01.991419Z","caller":"traceutil/trace.go:171","msg":"trace[125417211] linearizableReadLoop","detail":"{readStateIndex:24416; appliedIndex:24408; }","duration":"3.613463584s","start":"2026-02-27T22:44:58.37792Z","end":"2026-02-27T22:45:01.991383Z","steps":["trace[125417211] 'read index received' (duration: 1.51201656s)","trace[125417211] 'applied index is now lower than readState.Index' (duration: 2.101445894s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:01.991533Z","caller":"traceutil/trace.go:171","msg":"trace[1786110218] transaction","detail":"{read_only:false; response_revision:23573; number_of_response:1; }","duration":"2.963372266s","start":"2026-02-27T22:44:59.028135Z","end":"2026-02-27T22:45:01.991508Z","steps":["trace[1786110218] 'process raft request' (duration: 2.962751843s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:01.991573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613641999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:01.991612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.028127Z","time spent":"2.963449078s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:01.99164Z","caller":"traceutil/trace.go:171","msg":"trace[1732619282] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23573; }","duration":"3.6137521s","start":"2026-02-27T22:44:58.37787Z","end":"2026-02-27T22:45:01.991622Z","steps":["trace[1732619282] 'agreement among raft nodes before linearized reading' (duration: 3.613645118s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:01.991696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:58.377852Z","time spent":"3.613828873s","remote":"127.0.0.1:38496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:02.501677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:02.655703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999706664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:02.655769Z","caller":"traceutil/trace.go:171","msg":"trace[154912853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999816746s","start":"2026-02-27T22:45:00.655934Z","end":"2026-02-27T22:45:02.655751Z","steps":["trace[154912853] 'agreement among raft nodes before linearized reading' (duration: 1.999733644s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:02.655803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:00.65592Z","time spent":"1.999876838s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:03.001899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:03.503107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:04.004227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:04.007746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.074939486s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:04.24114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.141088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:45:04.241433Z","caller":"traceutil/trace.go:171","msg":"trace[281670761] transaction","detail":"{read_only:false; response_revision:23574; number_of_response:1; }","duration":"4.283969759s","start":"2026-02-27T22:44:59.957419Z","end":"2026-02-27T22:45:04.241389Z","steps":["trace[281670761] 'process raft request' (duration: 4.050508924s)","trace[281670761] 'compare' (duration: 232.450473ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:04.241561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.957382Z","time spent":"4.284107651s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:04.24164Z","caller":"traceutil/trace.go:171","msg":"trace[1397031160] transaction","detail":"{read_only:false; response_revision:23575; number_of_response:1; }","duration":"4.079366213s","start":"2026-02-27T22:45:00.162248Z","end":"2026-02-27T22:45:04.241614Z","steps":["trace[1397031160] 'process raft request' (duration: 4.078971924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:04.241703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:00.162239Z","time spent":"4.079441944s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:45:04.663179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000086532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:04.663289Z","caller":"traceutil/trace.go:171","msg":"trace[1976338689] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237326s","start":"2026-02-27T22:45:02.66304Z","end":"2026-02-27T22:45:04.663278Z","steps":["trace[1976338689] 'agreement among raft nodes before linearized reading' (duration: 2.000108573s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:04.663322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:02.663027Z","time spent":"2.000289338s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:04.737831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999064465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:04.738135Z","caller":"traceutil/trace.go:171","msg":"trace[1180291344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999442293s","start":"2026-02-27T22:44:59.738662Z","end":"2026-02-27T22:45:04.738104Z","steps":["trace[1180291344] 'agreement among raft nodes before linearized reading' (duration: 4.999103256s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:04.738193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.738638Z","time spent":"4.999547095s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 22:45:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:04.966184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999058836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:04.966295Z","caller":"traceutil/trace.go:171","msg":"trace[1639329533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999220369s","start":"2026-02-27T22:44:59.967051Z","end":"2026-02-27T22:45:04.966271Z","steps":["trace[1639329533] 'agreement among raft nodes before linearized reading' (duration: 4.999084656s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:04.966346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.967036Z","time spent":"4.999300391s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 22:45:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:05.072587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999487106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:05.072676Z","caller":"traceutil/trace.go:171","msg":"trace[1002748555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999593338s","start":"2026-02-27T22:45:00.073063Z","end":"2026-02-27T22:45:05.072656Z","steps":["trace[1002748555] 'agreement among raft nodes before linearized reading' (duration: 4.999483385s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:05.072725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:00.073015Z","time spent":"4.99970073s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 22:45:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:05.755256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.660936491s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:06.663816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:06.663944Z","caller":"traceutil/trace.go:171","msg":"trace[127825585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000387089s","start":"2026-02-27T22:45:04.663541Z","end":"2026-02-27T22:45:06.663928Z","steps":["trace[127825585] 'agreement among raft nodes before linearized reading' (duration: 2.000242835s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:06.663997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:04.663531Z","time spent":"2.00045798s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:06.719203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47790531s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:45:06.720506Z","caller":"traceutil/trace.go:171","msg":"trace[437116794] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"2.725072966s","start":"2026-02-27T22:45:03.995408Z","end":"2026-02-27T22:45:06.720481Z","steps":["trace[437116794] 'process raft request' (duration: 2.724034303s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:06.720649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:03.995383Z","time spent":"2.725186308s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:08.006339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28569246s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:45:08.006547Z","caller":"traceutil/trace.go:171","msg":"trace[1103192940] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"4.0109995s","start":"2026-02-27T22:45:03.995522Z","end":"2026-02-27T22:45:08.006522Z","steps":["trace[1103192940] 'process raft request' (duration: 2.724942802s)","trace[1103192940] 'compare' (duration: 1.28476697s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:08.006628Z","caller":"traceutil/trace.go:171","msg":"trace[1077933697] transaction","detail":"{read_only:false; response_revision:23579; number_of_response:1; }","duration":"4.010453519s","start":"2026-02-27T22:45:03.996157Z","end":"2026-02-27T22:45:08.006611Z","steps":["trace[1077933697] 'process raft request' (duration: 4.010295086s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.00668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:03.995514Z","time spent":"4.011091253s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:08.006723Z","caller":"traceutil/trace.go:171","msg":"trace[1098520511] linearizableReadLoop","detail":"{readStateIndex:24425; appliedIndex:24416; }","duration":"6.015226943s","start":"2026-02-27T22:45:01.991483Z","end":"2026-02-27T22:45:08.00671Z","steps":["trace[1098520511] 'read index received' (duration: 2.016601613s)","trace[1098520511] 'applied index is now lower than readState.Index' (duration: 3.99862445s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:08.006739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:03.996147Z","time spent":"4.010531531s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:08.006808Z","caller":"traceutil/trace.go:171","msg":"trace[295598737] transaction","detail":"{read_only:false; response_revision:23580; number_of_response:1; }","duration":"4.009886036s","start":"2026-02-27T22:45:03.996916Z","end":"2026-02-27T22:45:08.006802Z","steps":["trace[295598737] 'process raft request' (duration: 4.009630311s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.006854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:03.996904Z","time spent":"4.009926207s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:08.006929Z","caller":"traceutil/trace.go:171","msg":"trace[1924661611] transaction","detail":"{read_only:false; response_revision:23581; number_of_response:1; }","duration":"4.009930797s","start":"2026-02-27T22:45:03.996993Z","end":"2026-02-27T22:45:08.006924Z","steps":["trace[1924661611] 'process raft request' (duration: 4.009672771s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.006963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:03.996986Z","time spent":"4.009962777s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:08.006985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.84692053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:08.007014Z","caller":"traceutil/trace.go:171","msg":"trace[616902034] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23581; }","duration":"7.846963851s","start":"2026-02-27T22:45:00.160042Z","end":"2026-02-27T22:45:08.007006Z","steps":["trace[616902034] 'agreement among raft nodes before linearized reading' (duration: 7.84691561s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.007034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:00.160036Z","time spent":"7.846993052s","remote":"127.0.0.1:38570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:08.007064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.007037635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:45:08.007087Z","caller":"traceutil/trace.go:171","msg":"trace[1048295544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23581; }","duration":"8.007085465s","start":"2026-02-27T22:44:59.999995Z","end":"2026-02-27T22:45:08.007081Z","steps":["trace[1048295544] 'agreement among raft nodes before linearized reading' (duration: 8.007005634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.007109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.999984Z","time spent":"8.007121567s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:45:08.007177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.327192332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:08.007198Z","caller":"traceutil/trace.go:171","msg":"trace[1170947851] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23581; }","duration":"8.327248753s","start":"2026-02-27T22:44:59.679941Z","end":"2026-02-27T22:45:08.00719Z","steps":["trace[1170947851] 'agreement among raft nodes before linearized reading' (duration: 8.327211352s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.007203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.11174582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-27T22:45:08.007214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.679925Z","time spent":"8.327283994s","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:08.00722Z","caller":"traceutil/trace.go:171","msg":"trace[720486155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23581; }","duration":"6.111791581s","start":"2026-02-27T22:45:01.895423Z","end":"2026-02-27T22:45:08.007215Z","steps":["trace[720486155] 'agreement among raft nodes before linearized reading' (duration: 6.11171402s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.007238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:01.895405Z","time spent":"6.111829322s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:45:08.007294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.178305122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:08.007314Z","caller":"traceutil/trace.go:171","msg":"trace[305955423] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23581; }","duration":"6.178361353s","start":"2026-02-27T22:45:01.828948Z","end":"2026-02-27T22:45:08.007309Z","steps":["trace[305955423] 'agreement among raft nodes before linearized reading' (duration: 6.178330883s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.00733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:01.828926Z","time spent":"6.178397685s","remote":"127.0.0.1:39780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:08.007345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.416326097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:08.007372Z","caller":"traceutil/trace.go:171","msg":"trace[1343586119] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23581; }","duration":"8.416390628s","start":"2026-02-27T22:44:59.590975Z","end":"2026-02-27T22:45:08.007365Z","steps":["trace[1343586119] 'agreement among raft nodes before linearized reading' (duration: 8.416344537s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.007391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.590954Z","time spent":"8.41643234s","remote":"127.0.0.1:38760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:08.007436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.306896739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:08.007457Z","caller":"traceutil/trace.go:171","msg":"trace[960101435] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23581; }","duration":"6.306956879s","start":"2026-02-27T22:45:01.700495Z","end":"2026-02-27T22:45:08.007451Z","steps":["trace[960101435] 'agreement among raft nodes before linearized reading' (duration: 6.306917998s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.007476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:01.700461Z","time spent":"6.307011031s","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:08.007519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.564940391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-27T22:45:08.007539Z","caller":"traceutil/trace.go:171","msg":"trace[368399971] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23581; }","duration":"8.564989552s","start":"2026-02-27T22:44:59.442544Z","end":"2026-02-27T22:45:08.007533Z","steps":["trace[368399971] 'agreement among raft nodes before linearized reading' (duration: 8.564933131s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.007555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.442527Z","time spent":"8.565024672s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":555,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-02-27T22:45:08.007581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.309490505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:08.007601Z","caller":"traceutil/trace.go:171","msg":"trace[541851125] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23581; }","duration":"6.309540656s","start":"2026-02-27T22:45:01.698055Z","end":"2026-02-27T22:45:08.007595Z","steps":["trace[541851125] 'agreement among raft nodes before linearized reading' (duration: 6.309507376s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.007616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:01.698037Z","time spent":"6.309574567s","remote":"127.0.0.1:38240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:08.007788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.347450033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:08.007811Z","caller":"traceutil/trace.go:171","msg":"trace[1787914156] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23581; }","duration":"6.347512585s","start":"2026-02-27T22:45:01.660293Z","end":"2026-02-27T22:45:08.007806Z","steps":["trace[1787914156] 'agreement among raft nodes before linearized reading' (duration: 6.347474544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.007877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.946523879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:08.00796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.431613075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-02-27T22:45:08.008033Z","caller":"traceutil/trace.go:171","msg":"trace[2077758061] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23581; }","duration":"9.431745259s","start":"2026-02-27T22:44:58.576277Z","end":"2026-02-27T22:45:08.008022Z","steps":["trace[2077758061] 'agreement among raft nodes before linearized reading' (duration: 9.431546474s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.008055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.678832107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-28w79.18983b37071cf11f\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-02-27T22:45:08.007993Z","caller":"traceutil/trace.go:171","msg":"trace[1178423356] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23581; }","duration":"8.946636661s","start":"2026-02-27T22:44:59.061319Z","end":"2026-02-27T22:45:08.007955Z","steps":["trace[1178423356] 'agreement among raft nodes before linearized reading' (duration: 8.946437827s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.008071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:58.576248Z","time spent":"9.431815269s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":202,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-02-27T22:45:08.008081Z","caller":"traceutil/trace.go:171","msg":"trace[1648418308] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-28w79.18983b37071cf11f; range_end:; response_count:1; response_revision:23581; }","duration":"8.678868198s","start":"2026-02-27T22:44:59.329202Z","end":"2026-02-27T22:45:08.00807Z","steps":["trace[1648418308] 'agreement among raft nodes before linearized reading' (duration: 8.678796256s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.008101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.329193Z","time spent":"8.678903539s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-28w79.18983b37071cf11f\" "} {"level":"warn","ts":"2026-02-27T22:45:08.008104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.06126Z","time spent":"8.946832826s","remote":"127.0.0.1:38196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:08.007978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.683998558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:08.008139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.843170364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-27T22:45:08.007828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:01.660273Z","time spent":"6.347548245s","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:08.008181Z","caller":"traceutil/trace.go:171","msg":"trace[106275408] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23581; }","duration":"8.684230885s","start":"2026-02-27T22:44:59.323939Z","end":"2026-02-27T22:45:08.00817Z","steps":["trace[106275408] 'agreement among raft nodes before linearized reading' (duration: 8.683974178s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:08.008201Z","caller":"traceutil/trace.go:171","msg":"trace[1933702126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23581; }","duration":"8.843268696s","start":"2026-02-27T22:44:59.164917Z","end":"2026-02-27T22:45:08.008186Z","steps":["trace[1933702126] 'agreement among raft nodes before linearized reading' (duration: 8.843079011s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.008234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.164901Z","time spent":"8.843326627s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:45:08.008236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.541892573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-02-27T22:45:08.008154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.243565402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:45:08.008317Z","caller":"traceutil/trace.go:171","msg":"trace[1213950882] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23581; }","duration":"7.243747396s","start":"2026-02-27T22:45:00.764563Z","end":"2026-02-27T22:45:08.00831Z","steps":["trace[1213950882] 'agreement among raft nodes before linearized reading' (duration: 7.243438568s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:08.008324Z","caller":"traceutil/trace.go:171","msg":"trace[1688532800] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23581; }","duration":"7.542006306s","start":"2026-02-27T22:45:00.466292Z","end":"2026-02-27T22:45:08.008298Z","steps":["trace[1688532800] 'agreement among raft nodes before linearized reading' (duration: 7.54176286s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.008345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:00.764547Z","time spent":"7.243790117s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:08.008371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:00.466277Z","time spent":"7.542084958s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T22:45:08.007972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.679673276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:08.008569Z","caller":"traceutil/trace.go:171","msg":"trace[1941308458] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23581; }","duration":"6.680257189s","start":"2026-02-27T22:45:01.328268Z","end":"2026-02-27T22:45:08.008525Z","steps":["trace[1941308458] 'agreement among raft nodes before linearized reading' (duration: 6.679680316s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.008678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:01.328254Z","time spent":"6.680386652s","remote":"127.0.0.1:47862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:08.006497Z","caller":"traceutil/trace.go:171","msg":"trace[615770558] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"4.010831107s","start":"2026-02-27T22:45:03.995651Z","end":"2026-02-27T22:45:08.006482Z","steps":["trace[615770558] 'process raft request' (duration: 4.010757966s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.009041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:03.995644Z","time spent":"4.013369503s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:08.009303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:44:59.323923Z","time spent":"8.685363689s","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:08.507378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059502,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:08.796652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124751433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:08.796717Z","caller":"traceutil/trace.go:171","msg":"trace[585669294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.124866735s","start":"2026-02-27T22:45:06.671832Z","end":"2026-02-27T22:45:08.796699Z","steps":["trace[585669294] 'agreement among raft nodes before linearized reading' (duration: 2.124786164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:08.796747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:06.671812Z","time spent":"2.124928787s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:08.821912Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.097543679s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:09.511663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.464867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:45:09.51208Z","caller":"traceutil/trace.go:171","msg":"trace[29994804] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"5.261865471s","start":"2026-02-27T22:45:04.250191Z","end":"2026-02-27T22:45:09.512057Z","steps":["trace[29994804] 'process raft request' (duration: 5.261766268s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.512184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:04.250183Z","time spent":"5.261959442s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5539,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:45:09.512235Z","caller":"traceutil/trace.go:171","msg":"trace[1513245470] transaction","detail":"{read_only:false; response_revision:23583; number_of_response:1; }","duration":"5.262491954s","start":"2026-02-27T22:45:04.249683Z","end":"2026-02-27T22:45:09.512175Z","steps":["trace[1513245470] 'process raft request' (duration: 5.262099136s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:09.512327Z","caller":"traceutil/trace.go:171","msg":"trace[219594624] transaction","detail":"{read_only:false; response_revision:23582; number_of_response:1; }","duration":"5.355911263s","start":"2026-02-27T22:45:04.156338Z","end":"2026-02-27T22:45:09.512249Z","steps":["trace[219594624] 'process raft request' (duration: 4.66573155s)","trace[219594624] 'compare' (duration: 688.426045ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:09.512512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:04.156316Z","time spent":"5.356105997s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:09.512501Z","caller":"traceutil/trace.go:171","msg":"trace[834191635] transaction","detail":"{read_only:false; response_revision:23584; number_of_response:1; }","duration":"5.262755811s","start":"2026-02-27T22:45:04.249707Z","end":"2026-02-27T22:45:09.512463Z","steps":["trace[834191635] 'process raft request' (duration: 5.262178628s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.512512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:04.249662Z","time spent":"5.26275652s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:45:09.51387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:04.24966Z","time spent":"5.262922255s","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:09.605464Z","caller":"traceutil/trace.go:171","msg":"trace[333711489] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"2.609794179s","start":"2026-02-27T22:45:06.995651Z","end":"2026-02-27T22:45:09.605445Z","steps":["trace[333711489] 'process raft request' (duration: 2.609634336s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.605574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:06.995623Z","time spent":"2.609895412s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:09.605687Z","caller":"traceutil/trace.go:171","msg":"trace[1785224771] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"2.160718509s","start":"2026-02-27T22:45:07.444941Z","end":"2026-02-27T22:45:09.605659Z","steps":["trace[1785224771] 'process raft request' (duration: 2.160453323s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:09.605722Z","caller":"traceutil/trace.go:171","msg":"trace[909140878] transaction","detail":"{read_only:false; response_revision:23588; number_of_response:1; }","duration":"1.99220431s","start":"2026-02-27T22:45:07.613496Z","end":"2026-02-27T22:45:09.6057Z","steps":["trace[909140878] 'process raft request' (duration: 1.992053527s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:09.605786Z","caller":"traceutil/trace.go:171","msg":"trace[1339825713] linearizableReadLoop","detail":"{readStateIndex:24435; appliedIndex:24425; }","duration":"1.599025419s","start":"2026-02-27T22:45:08.006746Z","end":"2026-02-27T22:45:09.605771Z","steps":["trace[1339825713] 'read index received' (duration: 815.332255ms)","trace[1339825713] 'applied index is now lower than readState.Index' (duration: 783.692574ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:09.605814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:07.444918Z","time spent":"2.160827771s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:09.605853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:07.613473Z","time spent":"1.992294662s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:09.605909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482660039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:09.605936Z","caller":"traceutil/trace.go:171","msg":"trace[766427136] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23592; }","duration":"3.482723541s","start":"2026-02-27T22:45:06.123206Z","end":"2026-02-27T22:45:09.60593Z","steps":["trace[766427136] 'agreement among raft nodes before linearized reading' (duration: 3.48267816s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.605953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:06.123189Z","time spent":"3.482759931s","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:09.605961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.941889652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:09.60598Z","caller":"traceutil/trace.go:171","msg":"trace[439587568] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23592; }","duration":"5.941937464s","start":"2026-02-27T22:45:03.664037Z","end":"2026-02-27T22:45:09.605974Z","steps":["trace[439587568] 'agreement among raft nodes before linearized reading' (duration: 5.941871612s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.605982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.15959979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:09.605999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:03.664023Z","time spent":"5.941971974s","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:09.605998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.933989049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:45:09.606033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.303257565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:09.606036Z","caller":"traceutil/trace.go:171","msg":"trace[2114647064] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23592; }","duration":"3.934062001s","start":"2026-02-27T22:45:05.671964Z","end":"2026-02-27T22:45:09.606026Z","steps":["trace[2114647064] 'agreement among raft nodes before linearized reading' (duration: 3.933983629s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:09.606048Z","caller":"traceutil/trace.go:171","msg":"trace[751431253] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23592; }","duration":"7.303308766s","start":"2026-02-27T22:45:02.302735Z","end":"2026-02-27T22:45:09.606044Z","steps":["trace[751431253] 'agreement among raft nodes before linearized reading' (duration: 7.303282636s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:09.606056Z","caller":"traceutil/trace.go:171","msg":"trace[316967617] transaction","detail":"{read_only:false; response_revision:23589; number_of_response:1; }","duration":"1.595458301s","start":"2026-02-27T22:45:08.010587Z","end":"2026-02-27T22:45:09.606046Z","steps":["trace[316967617] 'process raft request' (duration: 1.595045652s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:05.671946Z","time spent":"3.934111352s","remote":"127.0.0.1:39754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:09.606092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:08.01057Z","time spent":"1.595505233s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:09.606095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.074110723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T22:45:09.606139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.192150324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:09.606157Z","caller":"traceutil/trace.go:171","msg":"trace[1898530364] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23592; }","duration":"4.192200276s","start":"2026-02-27T22:45:05.413952Z","end":"2026-02-27T22:45:09.606152Z","steps":["trace[1898530364] 'agreement among raft nodes before linearized reading' (duration: 4.192165715s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605994741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:09.606067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:02.302714Z","time spent":"7.303348327s","remote":"127.0.0.1:47778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:09.606177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:05.413931Z","time spent":"4.192242907s","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:09.606187Z","caller":"traceutil/trace.go:171","msg":"trace[1981427554] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23592; }","duration":"3.606041172s","start":"2026-02-27T22:45:06.00014Z","end":"2026-02-27T22:45:09.606182Z","steps":["trace[1981427554] 'agreement among raft nodes before linearized reading' (duration: 3.606011242s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:06.000124Z","time spent":"3.606074193s","remote":"127.0.0.1:38318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:09.606198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232478594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-27T22:45:09.606222Z","caller":"traceutil/trace.go:171","msg":"trace[869333683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23592; }","duration":"2.232529485s","start":"2026-02-27T22:45:07.373686Z","end":"2026-02-27T22:45:09.606216Z","steps":["trace[869333683] 'agreement among raft nodes before linearized reading' (duration: 2.232436863s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638111307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:45:09.606246Z","caller":"traceutil/trace.go:171","msg":"trace[446631863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23592; }","duration":"2.638162318s","start":"2026-02-27T22:45:06.968079Z","end":"2026-02-27T22:45:09.606241Z","steps":["trace[446631863] 'agreement among raft nodes before linearized reading' (duration: 2.638091767s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.754332425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:45:09.606265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:06.968059Z","time spent":"2.638202629s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:45:09.606266Z","caller":"traceutil/trace.go:171","msg":"trace[1717246153] transaction","detail":"{read_only:false; response_revision:23590; number_of_response:1; }","duration":"1.593763014s","start":"2026-02-27T22:45:08.012498Z","end":"2026-02-27T22:45:09.606261Z","steps":["trace[1717246153] 'process raft request' (duration: 1.593190802s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:09.606274Z","caller":"traceutil/trace.go:171","msg":"trace[446641819] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23592; }","duration":"6.754384905s","start":"2026-02-27T22:45:02.851882Z","end":"2026-02-27T22:45:09.606267Z","steps":["trace[446641819] 'agreement among raft nodes before linearized reading' (duration: 6.754351044s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.317682213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:09.606008Z","caller":"traceutil/trace.go:171","msg":"trace[1914034215] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23592; }","duration":"7.15963673s","start":"2026-02-27T22:45:02.446361Z","end":"2026-02-27T22:45:09.605998Z","steps":["trace[1914034215] 'agreement among raft nodes before linearized reading' (duration: 7.159580029s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:08.012487Z","time spent":"1.593792754s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:09.606299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:02.851864Z","time spent":"6.754429717s","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:09.606306Z","caller":"traceutil/trace.go:171","msg":"trace[1541314749] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23592; }","duration":"4.317734285s","start":"2026-02-27T22:45:05.288567Z","end":"2026-02-27T22:45:09.606301Z","steps":["trace[1541314749] 'agreement among raft nodes before linearized reading' (duration: 4.317696214s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.60631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:02.446306Z","time spent":"7.159999768s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:09.606322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:05.28855Z","time spent":"4.317768295s","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:09.606346Z","caller":"traceutil/trace.go:171","msg":"trace[2146609048] transaction","detail":"{read_only:false; response_revision:23591; number_of_response:1; }","duration":"1.590505633s","start":"2026-02-27T22:45:08.015835Z","end":"2026-02-27T22:45:09.606341Z","steps":["trace[2146609048] 'process raft request' (duration: 1.589875179s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:08.01582Z","time spent":"1.590541304s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:09.606246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:07.373672Z","time spent":"2.232567996s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:45:09.606406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866622734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:45:09.606428Z","caller":"traceutil/trace.go:171","msg":"trace[1320507343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23592; }","duration":"2.866673275s","start":"2026-02-27T22:45:06.73975Z","end":"2026-02-27T22:45:09.606424Z","steps":["trace[1320507343] 'agreement among raft nodes before linearized reading' (duration: 2.866621494s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.398919316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:09.606441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:06.739734Z","time spent":"2.866703866s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:45:09.606448Z","caller":"traceutil/trace.go:171","msg":"trace[1565420492] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23592; }","duration":"4.399161422s","start":"2026-02-27T22:45:05.207282Z","end":"2026-02-27T22:45:09.606443Z","steps":["trace[1565420492] 'agreement among raft nodes before linearized reading' (duration: 4.399131831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:05.207261Z","time spent":"4.399199743s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:09.606493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876036595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:45:09.606501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960750414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:09.606515Z","caller":"traceutil/trace.go:171","msg":"trace[2040267207] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23592; }","duration":"1.876107666s","start":"2026-02-27T22:45:07.730402Z","end":"2026-02-27T22:45:09.60651Z","steps":["trace[2040267207] 'agreement among raft nodes before linearized reading' (duration: 1.876051025s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:09.606517Z","caller":"traceutil/trace.go:171","msg":"trace[789131751] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23592; }","duration":"5.960788045s","start":"2026-02-27T22:45:03.645723Z","end":"2026-02-27T22:45:09.606511Z","steps":["trace[789131751] 'agreement among raft nodes before linearized reading' (duration: 5.960445778s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178669525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T22:45:09.606552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149261167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:09.606153Z","caller":"traceutil/trace.go:171","msg":"trace[1673984765] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23592; }","duration":"7.074213485s","start":"2026-02-27T22:45:02.531927Z","end":"2026-02-27T22:45:09.606141Z","steps":["trace[1673984765] 'agreement among raft nodes before linearized reading' (duration: 7.074019411s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:09.606557Z","caller":"traceutil/trace.go:171","msg":"trace[2022714845] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23592; }","duration":"3.178730136s","start":"2026-02-27T22:45:06.427819Z","end":"2026-02-27T22:45:09.60655Z","steps":["trace[2022714845] 'agreement among raft nodes before linearized reading' (duration: 3.178652454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:02.53191Z","time spent":"7.074657935s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T22:45:09.606442Z","caller":"traceutil/trace.go:171","msg":"trace[1793431520] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"805.94499ms","start":"2026-02-27T22:45:08.800492Z","end":"2026-02-27T22:45:09.606437Z","steps":["trace[1793431520] 'process raft request' (duration: 805.237065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:06.427804Z","time spent":"3.178775518s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T22:45:09.606594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174509319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:09.606608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331755505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-27T22:45:09.606633Z","caller":"traceutil/trace.go:171","msg":"trace[1370203810] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23592; }","duration":"3.331822437s","start":"2026-02-27T22:45:06.274804Z","end":"2026-02-27T22:45:09.606626Z","steps":["trace[1370203810] 'agreement among raft nodes before linearized reading' (duration: 3.331768746s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:06.274785Z","time spent":"3.331864148s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T22:45:09.60661Z","caller":"traceutil/trace.go:171","msg":"trace[1943263185] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23592; }","duration":"2.17455818s","start":"2026-02-27T22:45:07.432047Z","end":"2026-02-27T22:45:09.606605Z","steps":["trace[1943263185] 'agreement among raft nodes before linearized reading' (duration: 2.17452818s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.35804969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-02-27T22:45:09.606695Z","caller":"traceutil/trace.go:171","msg":"trace[799675057] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23592; }","duration":"3.358219654s","start":"2026-02-27T22:45:06.248469Z","end":"2026-02-27T22:45:09.606688Z","steps":["trace[799675057] 'agreement among raft nodes before linearized reading' (duration: 3.35804281s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:07.730384Z","time spent":"1.876141768s","remote":"127.0.0.1:44440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:09.60671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:07.432023Z","time spent":"2.174670662s","remote":"127.0.0.1:38722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:45:09.606719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:06.248449Z","time spent":"3.358263985s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T22:45:09.606222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.518246402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"warn","ts":"2026-02-27T22:45:09.60663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:08.800481Z","time spent":"806.114903ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:09.606772Z","caller":"traceutil/trace.go:171","msg":"trace[1790722815] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23592; }","duration":"6.518826355s","start":"2026-02-27T22:45:03.087941Z","end":"2026-02-27T22:45:09.606767Z","steps":["trace[1790722815] 'agreement among raft nodes before linearized reading' (duration: 6.518238232s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:03.087925Z","time spent":"6.518858675s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11780,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-02-27T22:45:09.606141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826035024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-02-27T22:45:09.60682Z","caller":"traceutil/trace.go:171","msg":"trace[1519413940] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:23592; }","duration":"3.82674721s","start":"2026-02-27T22:45:05.780063Z","end":"2026-02-27T22:45:09.60681Z","steps":["trace[1519413940] 'agreement among raft nodes before linearized reading' (duration: 3.826019614s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:05.780046Z","time spent":"3.82678908s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-02-27T22:45:09.606565Z","caller":"traceutil/trace.go:171","msg":"trace[354928327] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23592; }","duration":"2.149302238s","start":"2026-02-27T22:45:07.457259Z","end":"2026-02-27T22:45:09.606561Z","steps":["trace[354928327] 'agreement among raft nodes before linearized reading' (duration: 2.149280728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:09.606898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:07.457229Z","time spent":"2.149662756s","remote":"127.0.0.1:55330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:09.606531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:03.645707Z","time spent":"5.960820376s","remote":"127.0.0.1:38680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} 2026/02/27 22:45:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:09.966822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.614862Z","time spent":"351.952472ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:45:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:09.99813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.518602Z","time spent":"479.521165ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:45:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:09.998188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.51954Z","time spent":"478.642547ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:45:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:10.072562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.615074Z","time spent":"457.480845ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:45:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:10.106731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:10.606932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:10.799676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:10.799774Z","caller":"traceutil/trace.go:171","msg":"trace[2092921985] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373428s","start":"2026-02-27T22:45:08.799381Z","end":"2026-02-27T22:45:10.799755Z","steps":["trace[2092921985] 'agreement among raft nodes before linearized reading' (duration: 2.000251426s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:10.799823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:08.799366Z","time spent":"2.00044562s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:11.107473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:11.289114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.608953Z","time spent":"1.6801498s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T22:45:11.608624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:11.925101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720728906s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:11.92523Z","caller":"traceutil/trace.go:171","msg":"trace[711262626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23592; }","duration":"1.720867089s","start":"2026-02-27T22:45:10.204343Z","end":"2026-02-27T22:45:11.92521Z","steps":["trace[711262626] 'range keys from in-memory index tree' (duration: 1.720712104s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:12.10925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:12.246878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.95555904s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:45:12.247325Z","caller":"traceutil/trace.go:171","msg":"trace[310894951] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"2.729877681s","start":"2026-02-27T22:45:09.517425Z","end":"2026-02-27T22:45:12.247302Z","steps":["trace[310894951] 'process raft request' (duration: 2.729633585s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:12.247458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.517377Z","time spent":"2.730013954s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5585,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:12.828111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001484342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:12.828206Z","caller":"traceutil/trace.go:171","msg":"trace[1266407810] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001623805s","start":"2026-02-27T22:45:10.826562Z","end":"2026-02-27T22:45:12.828186Z","steps":["trace[1266407810] 'agreement among raft nodes before linearized reading' (duration: 2.001502112s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:12.828259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:10.826551Z","time spent":"2.001696867s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:14.174062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.925150937s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:14.280753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.518175ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-27T22:45:14.281629Z","caller":"traceutil/trace.go:171","msg":"trace[922388165] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"4.67118402s","start":"2026-02-27T22:45:09.6104Z","end":"2026-02-27T22:45:14.281584Z","steps":["trace[922388165] 'process raft request' (duration: 4.670624438s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:14.281775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.610394Z","time spent":"4.671297532s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:14.28202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.608857Z","time spent":"4.673160822s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T22:45:14.282215Z","caller":"traceutil/trace.go:171","msg":"trace[522683003] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"4.268933881s","start":"2026-02-27T22:45:10.013246Z","end":"2026-02-27T22:45:14.28218Z","steps":["trace[522683003] 'process raft request' (duration: 4.268338988s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:14.282843Z","caller":"traceutil/trace.go:171","msg":"trace[545923588] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23602; }","duration":"4.542623514s","start":"2026-02-27T22:45:09.740203Z","end":"2026-02-27T22:45:14.282827Z","steps":["trace[545923588] 'process raft request' (duration: 4.541348546s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:14.282949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.740179Z","time spent":"4.542722195s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":516,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:14.282652Z","caller":"traceutil/trace.go:171","msg":"trace[987534901] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"4.671940576s","start":"2026-02-27T22:45:09.610691Z","end":"2026-02-27T22:45:14.282631Z","steps":["trace[987534901] 'process raft request' (duration: 4.670387972s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:14.283323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.610686Z","time spent":"4.67256434s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:14.282697Z","caller":"traceutil/trace.go:171","msg":"trace[1051894027] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"4.266365115s","start":"2026-02-27T22:45:10.016323Z","end":"2026-02-27T22:45:14.282688Z","steps":["trace[1051894027] 'process raft request' (duration: 4.265445245s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:14.283559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:10.016304Z","time spent":"4.267162523s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:14.282703Z","caller":"traceutil/trace.go:171","msg":"trace[1564848638] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"4.266703532s","start":"2026-02-27T22:45:10.015979Z","end":"2026-02-27T22:45:14.282682Z","steps":["trace[1564848638] 'process raft request' (duration: 4.265751611s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:14.283944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:10.015944Z","time spent":"4.267907559s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:14.282748Z","caller":"traceutil/trace.go:171","msg":"trace[193296008] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"4.269466542s","start":"2026-02-27T22:45:10.013271Z","end":"2026-02-27T22:45:14.282738Z","steps":["trace[193296008] 'process raft request' (duration: 4.268371728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:14.284174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:10.013244Z","time spent":"4.270852243s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:14.28274Z","caller":"traceutil/trace.go:171","msg":"trace[839585475] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23607; }","duration":"4.208516192s","start":"2026-02-27T22:45:10.074215Z","end":"2026-02-27T22:45:14.282731Z","steps":["trace[839585475] 'process raft request' (duration: 4.207581332s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:14.28481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:10.074198Z","time spent":"4.210553716s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":528,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:14.282782Z","caller":"traceutil/trace.go:171","msg":"trace[1613584525] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"4.667798526s","start":"2026-02-27T22:45:09.614976Z","end":"2026-02-27T22:45:14.282774Z","steps":["trace[1613584525] 'process raft request' (duration: 4.666212022s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:14.284986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.61497Z","time spent":"4.669953423s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:45:14.282785Z","caller":"traceutil/trace.go:171","msg":"trace[1272334060] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"4.267011479s","start":"2026-02-27T22:45:10.015761Z","end":"2026-02-27T22:45:14.282773Z","steps":["trace[1272334060] 'process raft request' (duration: 4.265923385s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:14.284573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:10.013219Z","time spent":"4.269654207s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:14.285124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:10.015748Z","time spent":"4.269317609s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:14.293938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:12.252039Z","time spent":"2.041895705s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:45:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:14.828525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:14.828613Z","caller":"traceutil/trace.go:171","msg":"trace[1179749450] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000400889s","start":"2026-02-27T22:45:12.828193Z","end":"2026-02-27T22:45:14.828593Z","steps":["trace[1179749450] 'agreement among raft nodes before linearized reading' (duration: 2.000282977s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:14.82866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:12.828176Z","time spent":"2.00047402s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:15.633544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351703042s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:45:15.634677Z","caller":"traceutil/trace.go:171","msg":"trace[290937084] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"4.022545493s","start":"2026-02-27T22:45:11.612116Z","end":"2026-02-27T22:45:15.634662Z","steps":["trace[290937084] 'process raft request' (duration: 4.021520701s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:15.634789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:11.612097Z","time spent":"4.022634695s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:15.634678Z","caller":"traceutil/trace.go:171","msg":"trace[1220279812] linearizableReadLoop","detail":"{readStateIndex:24456; appliedIndex:24436; }","duration":"6.02882869s","start":"2026-02-27T22:45:09.605831Z","end":"2026-02-27T22:45:15.63466Z","steps":["trace[1220279812] 'read index received' (duration: 2.641326628s)","trace[1220279812] 'applied index is now lower than readState.Index' (duration: 3.387501012s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:16.135856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:16.247518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.955965054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:16.247584Z","caller":"traceutil/trace.go:171","msg":"trace[858521165] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.956083617s","start":"2026-02-27T22:45:11.291487Z","end":"2026-02-27T22:45:16.24757Z","steps":["trace[858521165] 'agreement among raft nodes before linearized reading' (duration: 4.955999645s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:16.24762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:11.291468Z","time spent":"4.956145008s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 22:45:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:16.635971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:16.665314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.342653268s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:16.836213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000284346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:16.836417Z","caller":"traceutil/trace.go:171","msg":"trace[1156101038] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000571433s","start":"2026-02-27T22:45:14.835825Z","end":"2026-02-27T22:45:16.836396Z","steps":["trace[1156101038] 'agreement among raft nodes before linearized reading' (duration: 2.000308097s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:16.836551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:14.835807Z","time spent":"2.000724956s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:17.907305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.038567568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:17.907397Z","caller":"traceutil/trace.go:171","msg":"trace[374561016] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23609; }","duration":"9.038713001s","start":"2026-02-27T22:45:08.868659Z","end":"2026-02-27T22:45:17.907372Z","steps":["trace[374561016] 'agreement among raft nodes before linearized reading' (duration: 6.76603703s)","trace[374561016] 'count revisions from in-memory index tree' (duration: 2.272534838s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:17.907422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.897538276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-64h4z\" ","response":"range_response_count:1 size:4350"} {"level":"warn","ts":"2026-02-27T22:45:17.907442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:08.868644Z","time spent":"9.038786842s","remote":"127.0.0.1:38722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:17.907474Z","caller":"traceutil/trace.go:171","msg":"trace[1161219797] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-64h4z; range_end:; response_count:1; response_revision:23609; }","duration":"9.897603437s","start":"2026-02-27T22:45:08.009854Z","end":"2026-02-27T22:45:17.907457Z","steps":["trace[1161219797] 'agreement among raft nodes before linearized reading' (duration: 7.624861964s)","trace[1161219797] 'range keys from in-memory index tree' (duration: 2.27264523s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:17.907507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:08.00983Z","time spent":"9.897669369s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4372,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-64h4z\" "} {"level":"warn","ts":"2026-02-27T22:45:17.907782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.896517153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-451fd3fc-2301-4a09-a013-d8beacfab081\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-27T22:45:17.907852Z","caller":"traceutil/trace.go:171","msg":"trace[2032093530] range","detail":"{range_begin:/registry/persistentvolumes/pvc-451fd3fc-2301-4a09-a013-d8beacfab081; range_end:; response_count:1; response_revision:23609; }","duration":"9.896603254s","start":"2026-02-27T22:45:08.011235Z","end":"2026-02-27T22:45:17.907838Z","steps":["trace[2032093530] 'agreement among raft nodes before linearized reading' (duration: 7.623470913s)","trace[2032093530] 'range keys from in-memory index tree' (duration: 2.273000708s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:17.907878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.683812321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:45:17.907889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:08.011225Z","time spent":"9.896655736s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-451fd3fc-2301-4a09-a013-d8beacfab081\" "} {"level":"info","ts":"2026-02-27T22:45:17.907912Z","caller":"traceutil/trace.go:171","msg":"trace[872042096] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23609; }","duration":"9.683881021s","start":"2026-02-27T22:45:08.22402Z","end":"2026-02-27T22:45:17.907901Z","steps":["trace[872042096] 'agreement among raft nodes before linearized reading' (duration: 7.410661229s)","trace[872042096] 'count revisions from in-memory index tree' (duration: 2.273171942s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:17.907943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:08.224001Z","time spent":"9.683933773s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.908077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.895539801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:45:17.908112Z","caller":"traceutil/trace.go:171","msg":"trace[465918085] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23609; }","duration":"9.895593583s","start":"2026-02-27T22:45:08.012509Z","end":"2026-02-27T22:45:17.908102Z","steps":["trace[465918085] 'agreement among raft nodes before linearized reading' (duration: 7.622205326s)","trace[465918085] 'range keys from in-memory index tree' (duration: 2.273308205s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:17.908136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.671314663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:45:17.90813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.898184829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-n5c5f\" ","response":"range_response_count:1 size:4906"} {"level":"warn","ts":"2026-02-27T22:45:17.90814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:08.012494Z","time spent":"9.895639494s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T22:45:17.908214Z","caller":"traceutil/trace.go:171","msg":"trace[503464860] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-n5c5f; range_end:; response_count:1; response_revision:23609; }","duration":"9.898306753s","start":"2026-02-27T22:45:08.009885Z","end":"2026-02-27T22:45:17.908192Z","steps":["trace[503464860] 'agreement among raft nodes before linearized reading' (duration: 7.624838604s)","trace[503464860] 'range keys from in-memory index tree' (duration: 2.273222732s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:17.908261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:08.009881Z","time spent":"9.898370875s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4928,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-n5c5f\" "} {"level":"info","ts":"2026-02-27T22:45:17.908169Z","caller":"traceutil/trace.go:171","msg":"trace[1960318844] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23609; }","duration":"8.671377115s","start":"2026-02-27T22:45:09.236781Z","end":"2026-02-27T22:45:17.908159Z","steps":["trace[1960318844] 'agreement among raft nodes before linearized reading' (duration: 6.397900896s)","trace[1960318844] 'count revisions from in-memory index tree' (duration: 2.273425908s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:17.908417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.236765Z","time spent":"8.671606309s","remote":"127.0.0.1:35140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.908973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274263476s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:45:17.909214Z","caller":"traceutil/trace.go:171","msg":"trace[1732234767] linearizableReadLoop","detail":"{readStateIndex:24460; appliedIndex:24456; }","duration":"2.274381038s","start":"2026-02-27T22:45:15.634822Z","end":"2026-02-27T22:45:17.909203Z","steps":["trace[1732234767] 'read index received' (duration: 1.030706635s)","trace[1732234767] 'applied index is now lower than readState.Index' (duration: 1.243673533s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:17.909367Z","caller":"traceutil/trace.go:171","msg":"trace[142149018] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23610; }","duration":"3.625505747s","start":"2026-02-27T22:45:14.283851Z","end":"2026-02-27T22:45:17.909357Z","steps":["trace[142149018] 'process raft request' (duration: 3.62519278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.909467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:14.283835Z","time spent":"3.625555658s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:17.909725Z","caller":"traceutil/trace.go:171","msg":"trace[174082597] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"3.296615159s","start":"2026-02-27T22:45:14.613101Z","end":"2026-02-27T22:45:17.909716Z","steps":["trace[174082597] 'process raft request' (duration: 3.295982896s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.909787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:14.613074Z","time spent":"3.296684141s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:17.909914Z","caller":"traceutil/trace.go:171","msg":"trace[21226551] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"1.59818889s","start":"2026-02-27T22:45:16.311717Z","end":"2026-02-27T22:45:17.909905Z","steps":["trace[21226551] 'process raft request' (duration: 1.597446174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.909973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:16.311688Z","time spent":"1.598254522s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:17.910116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438615803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:17.910153Z","caller":"traceutil/trace.go:171","msg":"trace[942670407] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23612; }","duration":"2.438690045s","start":"2026-02-27T22:45:15.471455Z","end":"2026-02-27T22:45:17.910145Z","steps":["trace[942670407] 'agreement among raft nodes before linearized reading' (duration: 2.438632263s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.910182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:15.471433Z","time spent":"2.438740455s","remote":"127.0.0.1:38436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.910316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859704614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:17.910348Z","caller":"traceutil/trace.go:171","msg":"trace[663024688] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23612; }","duration":"2.859738055s","start":"2026-02-27T22:45:15.050603Z","end":"2026-02-27T22:45:17.910341Z","steps":["trace[663024688] 'agreement among raft nodes before linearized reading' (duration: 2.859690904s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.910374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:15.050522Z","time spent":"2.859844606s","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.91052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.056689502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:17.910552Z","caller":"traceutil/trace.go:171","msg":"trace[964592292] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23612; }","duration":"3.056746994s","start":"2026-02-27T22:45:14.853799Z","end":"2026-02-27T22:45:17.910546Z","steps":["trace[964592292] 'agreement among raft nodes before linearized reading' (duration: 3.056694593s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.910578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:14.853784Z","time spent":"3.056787455s","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.910735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619475215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T22:45:17.91077Z","caller":"traceutil/trace.go:171","msg":"trace[799968055] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb; range_end:; response_count:1; response_revision:23612; }","duration":"3.619538747s","start":"2026-02-27T22:45:14.291222Z","end":"2026-02-27T22:45:17.910761Z","steps":["trace[799968055] 'agreement among raft nodes before linearized reading' (duration: 3.619448235s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.910795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:14.291206Z","time spent":"3.619582897s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb\" "} {"level":"warn","ts":"2026-02-27T22:45:17.910926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.516443918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T22:45:17.911229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.299758494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:45:17.911251Z","caller":"traceutil/trace.go:171","msg":"trace[289657619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23612; }","duration":"6.299839875s","start":"2026-02-27T22:45:11.611406Z","end":"2026-02-27T22:45:17.911245Z","steps":["trace[289657619] 'agreement among raft nodes before linearized reading' (duration: 6.299788694s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.911265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:11.611377Z","time spent":"6.299884986s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:45:17.911285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.102752929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:17.911259Z","caller":"traceutil/trace.go:171","msg":"trace[778292579] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23612; }","duration":"7.516807427s","start":"2026-02-27T22:45:10.394426Z","end":"2026-02-27T22:45:17.911234Z","steps":["trace[778292579] 'agreement among raft nodes before linearized reading' (duration: 7.516337716s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:17.911328Z","caller":"traceutil/trace.go:171","msg":"trace[1849931150] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23612; }","duration":"5.102842361s","start":"2026-02-27T22:45:12.808476Z","end":"2026-02-27T22:45:17.911318Z","steps":["trace[1849931150] 'agreement among raft nodes before linearized reading' (duration: 5.102776099s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.911364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:12.808448Z","time spent":"5.102907662s","remote":"127.0.0.1:55306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.911359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:10.394407Z","time spent":"7.516934179s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T22:45:17.911388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.642889708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:45:17.911373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.884101767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:17.911405Z","caller":"traceutil/trace.go:171","msg":"trace[1262416976] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23612; }","duration":"5.642942318s","start":"2026-02-27T22:45:12.268458Z","end":"2026-02-27T22:45:17.9114Z","steps":["trace[1262416976] 'agreement among raft nodes before linearized reading' (duration: 5.642876907s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.91142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:12.268441Z","time spent":"5.64297522s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:17.911424Z","caller":"traceutil/trace.go:171","msg":"trace[1242420970] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23612; }","duration":"6.884163579s","start":"2026-02-27T22:45:11.027247Z","end":"2026-02-27T22:45:17.911411Z","steps":["trace[1242420970] 'agreement among raft nodes before linearized reading' (duration: 6.884072087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.911452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:11.02719Z","time spent":"6.88425365s","remote":"127.0.0.1:38692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.911495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.939800147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:17.911513Z","caller":"traceutil/trace.go:171","msg":"trace[1956729670] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23612; }","duration":"5.939818688s","start":"2026-02-27T22:45:11.971689Z","end":"2026-02-27T22:45:17.911508Z","steps":["trace[1956729670] 'agreement among raft nodes before linearized reading' (duration: 5.939793077s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.911526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:11.971637Z","time spent":"5.939885639s","remote":"127.0.0.1:38466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.911366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.298811813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11758"} {"level":"warn","ts":"2026-02-27T22:45:17.91157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.030077458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:17.911582Z","caller":"traceutil/trace.go:171","msg":"trace[1385064646] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23612; }","duration":"6.030117889s","start":"2026-02-27T22:45:11.88146Z","end":"2026-02-27T22:45:17.911578Z","steps":["trace[1385064646] 'agreement among raft nodes before linearized reading' (duration: 6.030095959s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.911552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.300226253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T22:45:17.911594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:11.881445Z","time spent":"6.03014584s","remote":"127.0.0.1:38226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.911608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.458958288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:17.911615Z","caller":"traceutil/trace.go:171","msg":"trace[1091320201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23612; }","duration":"6.300324456s","start":"2026-02-27T22:45:11.611275Z","end":"2026-02-27T22:45:17.911599Z","steps":["trace[1091320201] 'agreement among raft nodes before linearized reading' (duration: 6.300135772s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:17.911635Z","caller":"traceutil/trace.go:171","msg":"trace[223933745] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23612; }","duration":"6.459021289s","start":"2026-02-27T22:45:11.452608Z","end":"2026-02-27T22:45:17.91163Z","steps":["trace[223933745] 'agreement among raft nodes before linearized reading' (duration: 6.458975248s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.911654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:11.452586Z","time spent":"6.45906402s","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.911653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:11.611259Z","time spent":"6.300386677s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:45:17.911656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.087295202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-02-27T22:45:17.911718Z","caller":"traceutil/trace.go:171","msg":"trace[2004869373] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23612; }","duration":"7.087394554s","start":"2026-02-27T22:45:10.824308Z","end":"2026-02-27T22:45:17.911703Z","steps":["trace[2004869373] 'agreement among raft nodes before linearized reading' (duration: 7.087238471s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.911763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.515833194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:45:17.911767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.300838727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:17.911779Z","caller":"traceutil/trace.go:171","msg":"trace[1505754997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23612; }","duration":"7.515865425s","start":"2026-02-27T22:45:10.395908Z","end":"2026-02-27T22:45:17.911774Z","steps":["trace[1505754997] 'agreement among raft nodes before linearized reading' (duration: 7.515844085s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.911771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:10.824291Z","time spent":"7.087466825s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T22:45:17.911792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:10.395901Z","time spent":"7.515888266s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:17.911803Z","caller":"traceutil/trace.go:171","msg":"trace[1568243234] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23612; }","duration":"8.300883378s","start":"2026-02-27T22:45:09.610907Z","end":"2026-02-27T22:45:17.91179Z","steps":["trace[1568243234] 'agreement among raft nodes before linearized reading' (duration: 8.300834967s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:17.911568Z","caller":"traceutil/trace.go:171","msg":"trace[41810568] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23612; }","duration":"8.299030669s","start":"2026-02-27T22:45:09.612521Z","end":"2026-02-27T22:45:17.911551Z","steps":["trace[41810568] 'agreement among raft nodes before linearized reading' (duration: 8.298650171s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.911843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.610899Z","time spent":"8.30093732s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:45:17.911864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.286402696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:17.911885Z","caller":"traceutil/trace.go:171","msg":"trace[734093183] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23612; }","duration":"7.286493009s","start":"2026-02-27T22:45:10.625385Z","end":"2026-02-27T22:45:17.911878Z","steps":["trace[734093183] 'agreement among raft nodes before linearized reading' (duration: 7.286462278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.911897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:10.625366Z","time spent":"7.286527719s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.910924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.784834565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-02-27T22:45:17.911732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.18050337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:17.912105Z","caller":"traceutil/trace.go:171","msg":"trace[1334070275] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23612; }","duration":"7.786055891s","start":"2026-02-27T22:45:10.126039Z","end":"2026-02-27T22:45:17.912095Z","steps":["trace[1334070275] 'agreement among raft nodes before linearized reading' (duration: 7.784759133s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.91213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:10.126022Z","time spent":"7.786100003s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-27T22:45:17.912137Z","caller":"traceutil/trace.go:171","msg":"trace[1388853359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23612; }","duration":"4.1809304s","start":"2026-02-27T22:45:13.731189Z","end":"2026-02-27T22:45:17.912119Z","steps":["trace[1388853359] 'agreement among raft nodes before linearized reading' (duration: 4.180528271s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.911106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.237789182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:17.912184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:13.73117Z","time spent":"4.180998661s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.911881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.612492Z","time spent":"8.299369125s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11780,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-02-27T22:45:17.912197Z","caller":"traceutil/trace.go:171","msg":"trace[1776851011] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23612; }","duration":"8.238962387s","start":"2026-02-27T22:45:09.673213Z","end":"2026-02-27T22:45:17.912175Z","steps":["trace[1776851011] 'agreement among raft nodes before linearized reading' (duration: 8.237812912s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.91114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.961459771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:17.912258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.673191Z","time spent":"8.239046548s","remote":"127.0.0.1:38710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:17.912279Z","caller":"traceutil/trace.go:171","msg":"trace[1176620751] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23612; }","duration":"7.962721577s","start":"2026-02-27T22:45:09.949548Z","end":"2026-02-27T22:45:17.91227Z","steps":["trace[1176620751] 'agreement among raft nodes before linearized reading' (duration: 7.96146592s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.912305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.949529Z","time spent":"7.962768269s","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.911178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.107773145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:17.91246Z","caller":"traceutil/trace.go:171","msg":"trace[1774627545] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23612; }","duration":"8.109070972s","start":"2026-02-27T22:45:09.803371Z","end":"2026-02-27T22:45:17.912442Z","steps":["trace[1774627545] 'agreement among raft nodes before linearized reading' (duration: 8.107750203s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.912481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803887511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:45:17.912502Z","caller":"traceutil/trace.go:171","msg":"trace[1670065368] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23612; }","duration":"3.803943422s","start":"2026-02-27T22:45:14.108552Z","end":"2026-02-27T22:45:17.912496Z","steps":["trace[1670065368] 'agreement among raft nodes before linearized reading' (duration: 3.80291844s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.912507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:09.803354Z","time spent":"8.109140714s","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.912528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:14.108533Z","time spent":"3.803990593s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2599,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.962725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125386502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:17.962863Z","caller":"traceutil/trace.go:171","msg":"trace[2042998364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23613; }","duration":"1.125577557s","start":"2026-02-27T22:45:16.837257Z","end":"2026-02-27T22:45:17.962835Z","steps":["trace[2042998364] 'agreement among raft nodes before linearized reading' (duration: 1.12525087s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.962865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668954336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-02-27T22:45:17.96315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673130156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-02-27T22:45:17.963209Z","caller":"traceutil/trace.go:171","msg":"trace[1286846809] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23613; }","duration":"1.673223237s","start":"2026-02-27T22:45:16.289972Z","end":"2026-02-27T22:45:17.963196Z","steps":["trace[1286846809] 'agreement among raft nodes before linearized reading' (duration: 1.672970412s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.963247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:16.289956Z","time spent":"1.673284009s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T22:45:17.963304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625312592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:17.963404Z","caller":"traceutil/trace.go:171","msg":"trace[1075477028] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23613; }","duration":"1.625501826s","start":"2026-02-27T22:45:16.337879Z","end":"2026-02-27T22:45:17.963381Z","steps":["trace[1075477028] 'agreement among raft nodes before linearized reading' (duration: 1.625314962s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:17.963117Z","caller":"traceutil/trace.go:171","msg":"trace[900904250] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23613; }","duration":"1.669141209s","start":"2026-02-27T22:45:16.293827Z","end":"2026-02-27T22:45:17.962968Z","steps":["trace[900904250] 'agreement among raft nodes before linearized reading' (duration: 1.66870456s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.963479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669436155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-27T22:45:17.963523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:16.337863Z","time spent":"1.625638359s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.963603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:16.293823Z","time spent":"1.669762523s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T22:45:17.963846Z","caller":"traceutil/trace.go:171","msg":"trace[296518872] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23613; }","duration":"1.669823414s","start":"2026-02-27T22:45:16.293773Z","end":"2026-02-27T22:45:17.963597Z","steps":["trace[296518872] 'agreement among raft nodes before linearized reading' (duration: 1.669051627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.963924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:16.293758Z","time spent":"1.670149201s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T22:45:17.964051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.455019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-02-27T22:45:17.964083Z","caller":"traceutil/trace.go:171","msg":"trace[1555618526] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23613; }","duration":"323.52097ms","start":"2026-02-27T22:45:17.640554Z","end":"2026-02-27T22:45:17.964075Z","steps":["trace[1555618526] 'agreement among raft nodes before linearized reading' (duration: 323.454199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.964102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.640498Z","time spent":"323.600622ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T22:45:17.962919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:16.83724Z","time spent":"1.125668098s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:45:17.964176Z","caller":"traceutil/trace.go:171","msg":"trace[545282043] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"946.204661ms","start":"2026-02-27T22:45:17.017957Z","end":"2026-02-27T22:45:17.964162Z","steps":["trace[545282043] 'process raft request' (duration: 944.296169ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.964281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.127356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:17.964288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.017929Z","time spent":"946.278503ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:17.964272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.283728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:17.964309Z","caller":"traceutil/trace.go:171","msg":"trace[1462967972] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23613; }","duration":"199.190608ms","start":"2026-02-27T22:45:17.76511Z","end":"2026-02-27T22:45:17.964301Z","steps":["trace[1462967972] 'agreement among raft nodes before linearized reading' (duration: 199.141617ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:17.964323Z","caller":"traceutil/trace.go:171","msg":"trace[1125671237] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23613; }","duration":"735.37549ms","start":"2026-02-27T22:45:17.22894Z","end":"2026-02-27T22:45:17.964316Z","steps":["trace[1125671237] 'agreement among raft nodes before linearized reading' (duration: 735.292019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.964347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.228919Z","time spent":"735.421591ms","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:17.963968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67010428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-02-27T22:45:17.964608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.198173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:17.964755Z","caller":"traceutil/trace.go:171","msg":"trace[2098364113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23613; }","duration":"898.379598ms","start":"2026-02-27T22:45:17.066367Z","end":"2026-02-27T22:45:17.964746Z","steps":["trace[2098364113] 'agreement among raft nodes before linearized reading' (duration: 898.197464ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.964784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.066349Z","time spent":"898.428488ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:17.964822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.689285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273003"} {"level":"info","ts":"2026-02-27T22:45:17.96486Z","caller":"traceutil/trace.go:171","msg":"trace[1933272801] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23613; }","duration":"816.764767ms","start":"2026-02-27T22:45:17.148087Z","end":"2026-02-27T22:45:17.964852Z","steps":["trace[1933272801] 'agreement among raft nodes before linearized reading' (duration: 816.339838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.964885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.148067Z","time spent":"816.811727ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273025,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-02-27T22:45:17.964608Z","caller":"traceutil/trace.go:171","msg":"trace[737224449] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23613; }","duration":"1.670597321s","start":"2026-02-27T22:45:16.293844Z","end":"2026-02-27T22:45:17.964441Z","steps":["trace[737224449] 'agreement among raft nodes before linearized reading' (duration: 1.670041688s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:17.965204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:16.29384Z","time spent":"1.671349688s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T22:45:18.462943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:18.963298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:19.463914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:19.964523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:19.974193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000857779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:19.974257Z","caller":"traceutil/trace.go:171","msg":"trace[855629923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000980652s","start":"2026-02-27T22:45:17.973256Z","end":"2026-02-27T22:45:19.974237Z","steps":["trace[855629923] 'agreement among raft nodes before linearized reading' (duration: 2.00089058s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:19.974299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.97324Z","time spent":"2.001048173s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:20.465351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059542,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:20.627403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.665116586s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:21.287341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.96667Z","time spent":"3.320660134s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:45:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:21.287756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.966571Z","time spent":"3.321174195s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:45:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:21.289476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.968216Z","time spent":"3.321253908s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T22:45:21.289752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.967995Z","time spent":"3.321753149s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T22:45:21.610971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.917126Z","time spent":"3.693838758s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:45:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:21.610971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.917639Z","time spent":"3.693325817s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:45:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:21.749135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54496822s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:21.749258Z","caller":"traceutil/trace.go:171","msg":"trace[1607597765] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23613; }","duration":"1.545100823s","start":"2026-02-27T22:45:20.204136Z","end":"2026-02-27T22:45:21.749237Z","steps":["trace[1607597765] 'range keys from in-memory index tree' (duration: 1.544952879s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:21.751292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123651624s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-27T22:45:21.751856Z","caller":"traceutil/trace.go:171","msg":"trace[1456532760] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"3.833543318s","start":"2026-02-27T22:45:17.918288Z","end":"2026-02-27T22:45:21.751831Z","steps":["trace[1456532760] 'process raft request' (duration: 3.833448276s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:21.752045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.918283Z","time spent":"3.83363363s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:21.752335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.912195Z","time spent":"3.840137232s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T22:45:21.752602Z","caller":"traceutil/trace.go:171","msg":"trace[99760229] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"3.839207322s","start":"2026-02-27T22:45:17.913376Z","end":"2026-02-27T22:45:21.752583Z","steps":["trace[99760229] 'process raft request' (duration: 3.838023775s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:21.75275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.913361Z","time spent":"3.839288813s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:21.980929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000569043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:21.981015Z","caller":"traceutil/trace.go:171","msg":"trace[1513477048] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000703885s","start":"2026-02-27T22:45:19.980291Z","end":"2026-02-27T22:45:21.980995Z","steps":["trace[1513477048] 'agreement among raft nodes before linearized reading' (duration: 2.000591203s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:21.98106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:19.980268Z","time spent":"2.000781167s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:22.638259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.967926Z","time spent":"4.670327181s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:45:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:23.982036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:23.982111Z","caller":"traceutil/trace.go:171","msg":"trace[1263068002] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000467941s","start":"2026-02-27T22:45:21.981622Z","end":"2026-02-27T22:45:23.98209Z","steps":["trace[1263068002] 'agreement among raft nodes before linearized reading' (duration: 2.000377469s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:23.982152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:21.981606Z","time spent":"2.000536862s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:24.081482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.237070634s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:45:24.082008Z","caller":"traceutil/trace.go:171","msg":"trace[428692692] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"4.352131846s","start":"2026-02-27T22:45:19.729856Z","end":"2026-02-27T22:45:24.081987Z","steps":["trace[428692692] 'process raft request' (duration: 4.352082025s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:24.082032Z","caller":"traceutil/trace.go:171","msg":"trace[1617562842] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"4.381436935s","start":"2026-02-27T22:45:19.700568Z","end":"2026-02-27T22:45:24.082005Z","steps":["trace[1617562842] 'process raft request' (duration: 4.381345693s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:24.082122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:19.729837Z","time spent":"4.352223087s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:24.082162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:19.70054Z","time spent":"4.381549568s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:24.082324Z","caller":"traceutil/trace.go:171","msg":"trace[287640997] linearizableReadLoop","detail":"{readStateIndex:24474; appliedIndex:24461; }","duration":"6.119820305s","start":"2026-02-27T22:45:17.962468Z","end":"2026-02-27T22:45:24.082288Z","steps":["trace[287640997] 'read index received' (duration: 2.665180517s)","trace[287640997] 'applied index is now lower than readState.Index' (duration: 3.454637218s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:24.082415Z","caller":"traceutil/trace.go:171","msg":"trace[241969431] transaction","detail":"{read_only:false; response_revision:23625; number_of_response:1; }","duration":"4.163714624s","start":"2026-02-27T22:45:19.918668Z","end":"2026-02-27T22:45:24.082382Z","steps":["trace[241969431] 'process raft request' (duration: 4.163291454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:24.082459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.164997573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:24.082498Z","caller":"traceutil/trace.go:171","msg":"trace[2025971050] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23625; }","duration":"6.165048893s","start":"2026-02-27T22:45:17.917436Z","end":"2026-02-27T22:45:24.082485Z","steps":["trace[2025971050] 'agreement among raft nodes before linearized reading' (duration: 6.164944491s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:24.082528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.917431Z","time spent":"6.165089754s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:45:24.082582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.168897348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-02-27T22:45:24.082574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:19.918639Z","time spent":"4.163840457s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:24.082623Z","caller":"traceutil/trace.go:171","msg":"trace[873159381] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23625; }","duration":"6.16899097s","start":"2026-02-27T22:45:17.913616Z","end":"2026-02-27T22:45:24.082607Z","steps":["trace[873159381] 'agreement among raft nodes before linearized reading' (duration: 6.168806676s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:24.082659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.913599Z","time spent":"6.169051311s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-27T22:45:24.082821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.171502443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-27T22:45:24.082849Z","caller":"traceutil/trace.go:171","msg":"trace[1714656212] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23625; }","duration":"6.171561215s","start":"2026-02-27T22:45:17.911279Z","end":"2026-02-27T22:45:24.08284Z","steps":["trace[1714656212] 'agreement among raft nodes before linearized reading' (duration: 6.171423942s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:24.082873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:17.911264Z","time spent":"6.171604166s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T22:45:24.582735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:25.083756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:25.584832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:25.988789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000054091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:25.988872Z","caller":"traceutil/trace.go:171","msg":"trace[346898065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000187335s","start":"2026-02-27T22:45:23.988667Z","end":"2026-02-27T22:45:25.988855Z","steps":["trace[346898065] 'agreement among raft nodes before linearized reading' (duration: 2.000079262s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:25.988922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:23.988647Z","time spent":"2.000264726s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:26.085248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:26.287206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998364801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:26.287264Z","caller":"traceutil/trace.go:171","msg":"trace[1584223625] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998471862s","start":"2026-02-27T22:45:21.288778Z","end":"2026-02-27T22:45:26.28725Z","steps":["trace[1584223625] 'agreement among raft nodes before linearized reading' (duration: 4.998388441s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:26.287292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:21.288764Z","time spent":"4.998522954s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/27 22:45:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:26.28814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998680096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-02-27T22:45:26.288098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12375433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:26.288172Z","caller":"traceutil/trace.go:171","msg":"trace[1627412017] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998721227s","start":"2026-02-27T22:45:21.289443Z","end":"2026-02-27T22:45:26.288165Z","steps":["trace[1627412017] 'agreement among raft nodes before linearized reading' (duration: 4.998678726s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:26.288194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:21.28935Z","time spent":"4.99883885s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T22:45:26.288223Z","caller":"traceutil/trace.go:171","msg":"trace[1947256449] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"2.123924894s","start":"2026-02-27T22:45:24.164255Z","end":"2026-02-27T22:45:26.28818Z","steps":["trace[1947256449] 'agreement among raft nodes before linearized reading' (duration: 2.123776931s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:26.288309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:24.164235Z","time spent":"2.124058277s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/02/27 22:45:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:26.289473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998328218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:26.289567Z","caller":"traceutil/trace.go:171","msg":"trace[2124825452] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998470842s","start":"2026-02-27T22:45:21.291075Z","end":"2026-02-27T22:45:26.289546Z","steps":["trace[2124825452] 'agreement among raft nodes before linearized reading' (duration: 4.998321378s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:26.289635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:21.291027Z","time spent":"4.998583884s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 22:45:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:26.290309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998484743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:26.290393Z","caller":"traceutil/trace.go:171","msg":"trace[132131954] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998648487s","start":"2026-02-27T22:45:21.291726Z","end":"2026-02-27T22:45:26.290374Z","steps":["trace[132131954] 'agreement among raft nodes before linearized reading' (duration: 4.998540984s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:26.290442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:21.291694Z","time spent":"4.998737999s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 22:45:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:26.586126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:27.086347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:27.276244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.194563882s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:45:27.292328Z","caller":"traceutil/trace.go:171","msg":"trace[1950471684] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23625; }","duration":"5.678657197s","start":"2026-02-27T22:45:21.613652Z","end":"2026-02-27T22:45:27.292309Z","steps":["trace[1950471684] 'process raft request' (duration: 5.678600896s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.292442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:21.613639Z","time spent":"5.678745739s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":474,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:27.294041Z","caller":"traceutil/trace.go:171","msg":"trace[812800994] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23625; }","duration":"5.681273984s","start":"2026-02-27T22:45:21.612755Z","end":"2026-02-27T22:45:27.294029Z","steps":["trace[812800994] 'process raft request' (duration: 5.663707721s)","trace[812800994] 'compare' (duration: 15.734603ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:27.294112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:21.612731Z","time spent":"5.681350377s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:27.294798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:24.370094Z","time spent":"2.924696222s","remote":"127.0.0.1:57408","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T22:45:27.297188Z","caller":"traceutil/trace.go:171","msg":"trace[926643069] transaction","detail":"{read_only:false; response_revision:23626; number_of_response:1; }","duration":"5.542553957s","start":"2026-02-27T22:45:21.754613Z","end":"2026-02-27T22:45:27.297167Z","steps":["trace[926643069] 'process raft request' (duration: 5.53765474s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:27.297241Z","caller":"traceutil/trace.go:171","msg":"trace[972523470] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"3.537569498s","start":"2026-02-27T22:45:23.759652Z","end":"2026-02-27T22:45:27.297221Z","steps":["trace[972523470] 'process raft request' (duration: 3.537510697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.297319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:21.75453Z","time spent":"5.542720371s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:27.297342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:23.759633Z","time spent":"3.53764759s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:27.29756Z","caller":"traceutil/trace.go:171","msg":"trace[1443722296] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"4.379750649s","start":"2026-02-27T22:45:22.917781Z","end":"2026-02-27T22:45:27.297531Z","steps":["trace[1443722296] 'process raft request' (duration: 4.379291079s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.297732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:22.917756Z","time spent":"4.379870111s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:27.637967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998449202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:27.638079Z","caller":"traceutil/trace.go:171","msg":"trace[1353572009] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998606506s","start":"2026-02-27T22:45:22.639447Z","end":"2026-02-27T22:45:27.638054Z","steps":["trace[1353572009] 'agreement among raft nodes before linearized reading' (duration: 4.998463663s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.638144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:22.639437Z","time spent":"4.998690137s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 22:45:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T22:45:27.789562Z","caller":"traceutil/trace.go:171","msg":"trace[62423289] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"2.317488419s","start":"2026-02-27T22:45:25.472053Z","end":"2026-02-27T22:45:27.789542Z","steps":["trace[62423289] 'process raft request' (duration: 2.220333978s)","trace[62423289] 'compare' (duration: 96.327233ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:27.789684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:25.472029Z","time spent":"2.317592682s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:27.789674Z","caller":"traceutil/trace.go:171","msg":"trace[503205933] linearizableReadLoop","detail":"{readStateIndex:24481; appliedIndex:24474; }","duration":"3.707265901s","start":"2026-02-27T22:45:24.082389Z","end":"2026-02-27T22:45:27.789655Z","steps":["trace[503205933] 'read index received' (duration: 3.194074271s)","trace[503205933] 'applied index is now lower than readState.Index' (duration: 513.19051ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:27.789793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.264964024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:27.789878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.642999605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.78988Z","caller":"traceutil/trace.go:171","msg":"trace[505113468] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23630; }","duration":"8.265095717s","start":"2026-02-27T22:45:19.524763Z","end":"2026-02-27T22:45:27.789859Z","steps":["trace[505113468] 'agreement among raft nodes before linearized reading' (duration: 8.264929613s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.789929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:19.524749Z","time spent":"8.265169428s","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:27.790047Z","caller":"traceutil/trace.go:171","msg":"trace[1924008127] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"1.701666749s","start":"2026-02-27T22:45:26.088371Z","end":"2026-02-27T22:45:27.790038Z","steps":["trace[1924008127] 'process raft request' (duration: 1.701128647s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.790096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:26.088343Z","time spent":"1.70173044s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:27.790257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.033588414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-27T22:45:27.790366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472303302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:27.790437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.019347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-02-27T22:45:27.790449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801314083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.790465Z","caller":"traceutil/trace.go:171","msg":"trace[1390766505] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23630; }","duration":"486.086589ms","start":"2026-02-27T22:45:27.304373Z","end":"2026-02-27T22:45:27.790459Z","steps":["trace[1390766505] 'agreement among raft nodes before linearized reading' (duration: 486.000587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.790493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:27.304355Z","time spent":"486.133109ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T22:45:27.790498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.516727732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.790517Z","caller":"traceutil/trace.go:171","msg":"trace[2066403643] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23630; }","duration":"3.516775044s","start":"2026-02-27T22:45:24.273737Z","end":"2026-02-27T22:45:27.790512Z","steps":["trace[2066403643] 'agreement among raft nodes before linearized reading' (duration: 3.516743093s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.790312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.462561932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:27.790548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.836302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-02-27T22:45:27.79057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.595500432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:27.790568Z","caller":"traceutil/trace.go:171","msg":"trace[1869391678] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb; range_end:; response_count:1; response_revision:23630; }","duration":"6.033922932s","start":"2026-02-27T22:45:21.756629Z","end":"2026-02-27T22:45:27.790552Z","steps":["trace[1869391678] 'agreement among raft nodes before linearized reading' (duration: 6.033508983s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:27.790593Z","caller":"traceutil/trace.go:171","msg":"trace[1115902565] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23630; }","duration":"3.595586623s","start":"2026-02-27T22:45:24.195001Z","end":"2026-02-27T22:45:27.790588Z","steps":["trace[1115902565] 'agreement among raft nodes before linearized reading' (duration: 3.595550873s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.79061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:24.194986Z","time spent":"3.595620255s","remote":"127.0.0.1:47804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:27.790616Z","caller":"traceutil/trace.go:171","msg":"trace[1740799026] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23630; }","duration":"490.913704ms","start":"2026-02-27T22:45:27.299682Z","end":"2026-02-27T22:45:27.790595Z","steps":["trace[1740799026] 'agreement among raft nodes before linearized reading' (duration: 490.781301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.790633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:21.756612Z","time spent":"6.033990823s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb\" "} {"level":"warn","ts":"2026-02-27T22:45:27.790649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.811472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-02-27T22:45:27.790673Z","caller":"traceutil/trace.go:171","msg":"trace[1137504111] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23630; }","duration":"150.859313ms","start":"2026-02-27T22:45:27.639807Z","end":"2026-02-27T22:45:27.790666Z","steps":["trace[1137504111] 'agreement among raft nodes before linearized reading' (duration: 150.786372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.790727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702352233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.790752Z","caller":"traceutil/trace.go:171","msg":"trace[499524616] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23630; }","duration":"3.702395035s","start":"2026-02-27T22:45:24.08835Z","end":"2026-02-27T22:45:27.790745Z","steps":["trace[499524616] 'agreement among raft nodes before linearized reading' (duration: 3.702354474s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.790769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:24.088323Z","time spent":"3.702442355s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:45:27.790261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.727836186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.790804Z","caller":"traceutil/trace.go:171","msg":"trace[1923208365] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23630; }","duration":"8.728438519s","start":"2026-02-27T22:45:19.062355Z","end":"2026-02-27T22:45:27.790793Z","steps":["trace[1923208365] 'agreement among raft nodes before linearized reading' (duration: 8.727842866s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.790644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:27.29967Z","time spent":"490.966755ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T22:45:27.790902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.703703974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aa30831a-fc0c-49d4-a310-aab40addb9d2\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-02-27T22:45:27.790541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:24.273719Z","time spent":"3.516817174s","remote":"127.0.0.1:36984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:27.79093Z","caller":"traceutil/trace.go:171","msg":"trace[24754333] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aa30831a-fc0c-49d4-a310-aab40addb9d2; range_end:; response_count:1; response_revision:23630; }","duration":"3.703751265s","start":"2026-02-27T22:45:24.087171Z","end":"2026-02-27T22:45:27.790923Z","steps":["trace[24754333] 'agreement among raft nodes before linearized reading' (duration: 3.703675293s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.79095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:24.087163Z","time spent":"3.703782735s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-aa30831a-fc0c-49d4-a310-aab40addb9d2\" "} {"level":"warn","ts":"2026-02-27T22:45:27.790974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.213087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:45:27.79047Z","caller":"traceutil/trace.go:171","msg":"trace[1569129039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23630; }","duration":"1.801364455s","start":"2026-02-27T22:45:25.989099Z","end":"2026-02-27T22:45:27.790464Z","steps":["trace[1569129039] 'agreement among raft nodes before linearized reading' (duration: 1.801334564s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:27.791006Z","caller":"traceutil/trace.go:171","msg":"trace[907958022] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23630; }","duration":"675.304488ms","start":"2026-02-27T22:45:27.115695Z","end":"2026-02-27T22:45:27.790999Z","steps":["trace[907958022] 'agreement among raft nodes before linearized reading' (duration: 674.961311ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:27.790887Z","caller":"traceutil/trace.go:171","msg":"trace[1565279964] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23630; }","duration":"9.462889129s","start":"2026-02-27T22:45:18.327678Z","end":"2026-02-27T22:45:27.790567Z","steps":["trace[1565279964] 'agreement among raft nodes before linearized reading' (duration: 9.462393598s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.791082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:27.11568Z","time spent":"675.394151ms","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:27.791088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060098542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.791139Z","caller":"traceutil/trace.go:171","msg":"trace[442086246] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23630; }","duration":"4.060148013s","start":"2026-02-27T22:45:23.73098Z","end":"2026-02-27T22:45:27.791128Z","steps":["trace[442086246] 'agreement among raft nodes before linearized reading' (duration: 4.060072831s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.791175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:23.730959Z","time spent":"4.060208384s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:27.79103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:25.989082Z","time spent":"1.801934927s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:27.790417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498936755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T22:45:27.791294Z","caller":"traceutil/trace.go:171","msg":"trace[630909017] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23630; }","duration":"1.499839493s","start":"2026-02-27T22:45:26.291441Z","end":"2026-02-27T22:45:27.791281Z","steps":["trace[630909017] 'agreement among raft nodes before linearized reading' (duration: 1.498900823s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.791107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:18.327657Z","time spent":"9.46343997s","remote":"127.0.0.1:38576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:27.791324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:26.291421Z","time spent":"1.499895305s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T22:45:27.790305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.885772113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.79045Z","caller":"traceutil/trace.go:171","msg":"trace[1178563463] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23630; }","duration":"1.472387024s","start":"2026-02-27T22:45:26.31805Z","end":"2026-02-27T22:45:27.790437Z","steps":["trace[1178563463] 'agreement among raft nodes before linearized reading' (duration: 1.472284622s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.791421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:26.317997Z","time spent":"1.473415297s","remote":"127.0.0.1:38386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:27.791486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.075645267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.791517Z","caller":"traceutil/trace.go:171","msg":"trace[1821047421] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23630; }","duration":"5.075701588s","start":"2026-02-27T22:45:22.715807Z","end":"2026-02-27T22:45:27.791508Z","steps":["trace[1821047421] 'agreement among raft nodes before linearized reading' (duration: 5.075657887s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.791535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:22.715793Z","time spent":"5.075736489s","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:27.791415Z","caller":"traceutil/trace.go:171","msg":"trace[430877642] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23630; }","duration":"8.886928359s","start":"2026-02-27T22:45:18.904477Z","end":"2026-02-27T22:45:27.791405Z","steps":["trace[430877642] 'agreement among raft nodes before linearized reading' (duration: 8.885774203s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.791558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:18.904456Z","time spent":"8.887096842s","remote":"127.0.0.1:38406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:27.790325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.378237757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.791761Z","caller":"traceutil/trace.go:171","msg":"trace[206681826] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23630; }","duration":"6.379719319s","start":"2026-02-27T22:45:21.412032Z","end":"2026-02-27T22:45:27.791751Z","steps":["trace[206681826] 'agreement among raft nodes before linearized reading' (duration: 6.378272247s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.791788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:21.412008Z","time spent":"6.37977147s","remote":"127.0.0.1:44480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:27.790777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.953012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.791781Z","caller":"traceutil/trace.go:171","msg":"trace[861761193] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23630; }","duration":"8.643190389s","start":"2026-02-27T22:45:19.146714Z","end":"2026-02-27T22:45:27.789905Z","steps":["trace[861761193] 'agreement among raft nodes before linearized reading' (duration: 8.643037676s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:27.791815Z","caller":"traceutil/trace.go:171","msg":"trace[362054325] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23630; }","duration":"276.993626ms","start":"2026-02-27T22:45:27.514815Z","end":"2026-02-27T22:45:27.791809Z","steps":["trace[362054325] 'agreement among raft nodes before linearized reading' (duration: 275.941912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.791837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:19.146682Z","time spent":"8.645139442s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:27.790848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:19.062332Z","time spent":"8.72850368s","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:27.791032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.108222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.792076Z","caller":"traceutil/trace.go:171","msg":"trace[918698693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23630; }","duration":"724.175286ms","start":"2026-02-27T22:45:27.067891Z","end":"2026-02-27T22:45:27.792066Z","steps":["trace[918698693] 'agreement among raft nodes before linearized reading' (duration: 723.120863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.792102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:27.067739Z","time spent":"724.3563ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:27.791071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760911582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.792149Z","caller":"traceutil/trace.go:171","msg":"trace[1554781772] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23630; }","duration":"3.762011776s","start":"2026-02-27T22:45:24.030127Z","end":"2026-02-27T22:45:27.792139Z","steps":["trace[1554781772] 'agreement among raft nodes before linearized reading' (duration: 3.760926541s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.79218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:24.030113Z","time spent":"3.762057007s","remote":"127.0.0.1:50870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:27.790328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.704127293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:27.792297Z","caller":"traceutil/trace.go:171","msg":"trace[1405417663] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23630; }","duration":"3.706128297s","start":"2026-02-27T22:45:24.086161Z","end":"2026-02-27T22:45:27.792289Z","steps":["trace[1405417663] 'agreement among raft nodes before linearized reading' (duration: 3.704145213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.792327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:24.086144Z","time spent":"3.706174628s","remote":"127.0.0.1:38368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:27.792805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.028979793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-02-27T22:45:27.792856Z","caller":"traceutil/trace.go:171","msg":"trace[546788082] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23630; }","duration":"6.029039085s","start":"2026-02-27T22:45:21.763805Z","end":"2026-02-27T22:45:27.792844Z","steps":["trace[546788082] 'agreement among raft nodes before linearized reading' (duration: 6.025868986s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:27.792884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:21.763797Z","time spent":"6.029081716s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T22:45:28.29633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:28.797445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:29.107927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315436359s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:29.798827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:29.798894Z","caller":"traceutil/trace.go:171","msg":"trace[1989600970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000480781s","start":"2026-02-27T22:45:27.798401Z","end":"2026-02-27T22:45:29.798881Z","steps":["trace[1989600970] 'agreement among raft nodes before linearized reading' (duration: 2.000398909s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:29.798924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:27.798388Z","time spent":"2.000530102s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:31.072339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.924512ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:31.072467Z","caller":"traceutil/trace.go:171","msg":"trace[446148277] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23630; }","duration":"862.068935ms","start":"2026-02-27T22:45:30.210382Z","end":"2026-02-27T22:45:31.072451Z","steps":["trace[446148277] 'range keys from in-memory index tree' (duration: 861.907071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:31.074876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966680513s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:45:31.075149Z","caller":"traceutil/trace.go:171","msg":"trace[971589525] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"3.282724256s","start":"2026-02-27T22:45:27.792396Z","end":"2026-02-27T22:45:31.07512Z","steps":["trace[971589525] 'process raft request' (duration: 1.315710776s)","trace[971589525] 'compare' (duration: 1.964776131s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:31.075236Z","caller":"traceutil/trace.go:171","msg":"trace[488277294] linearizableReadLoop","detail":"{readStateIndex:24482; appliedIndex:24481; }","duration":"3.279447944s","start":"2026-02-27T22:45:27.795769Z","end":"2026-02-27T22:45:31.075217Z","steps":["trace[488277294] 'read index received' (duration: 1.312278161s)","trace[488277294] 'applied index is now lower than readState.Index' (duration: 1.967167893s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:31.075364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:27.792378Z","time spent":"3.282840398s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:31.804928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999914719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:31.805002Z","caller":"traceutil/trace.go:171","msg":"trace[900414674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000046241s","start":"2026-02-27T22:45:29.804938Z","end":"2026-02-27T22:45:31.804984Z","steps":["trace[900414674] 'agreement among raft nodes before linearized reading' (duration: 1.999937829s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:31.805056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:29.804915Z","time spent":"2.000133023s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:33.380459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.301268396s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:33.574338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499334778s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-27T22:45:33.57478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:32.373589Z","time spent":"1.201180706s","remote":"127.0.0.1:37072","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T22:45:33.574802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.779010377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T22:45:33.57588Z","caller":"traceutil/trace.go:171","msg":"trace[1158502859] linearizableReadLoop","detail":"{readStateIndex:24484; appliedIndex:24482; }","duration":"2.500453893s","start":"2026-02-27T22:45:31.075412Z","end":"2026-02-27T22:45:33.575865Z","steps":["trace[1158502859] 'read index received' (duration: 41.291µs)","trace[1158502859] 'applied index is now lower than readState.Index' (duration: 2.500411292s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:33.57589Z","caller":"traceutil/trace.go:171","msg":"trace[2040763335] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"3.777890323s","start":"2026-02-27T22:45:29.797974Z","end":"2026-02-27T22:45:33.575864Z","steps":["trace[2040763335] 'process raft request' (duration: 3.776493603s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:33.576551Z","caller":"traceutil/trace.go:171","msg":"trace[2130324964] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23631; }","duration":"5.780641414s","start":"2026-02-27T22:45:27.795744Z","end":"2026-02-27T22:45:33.576385Z","steps":["trace[2130324964] 'agreement among raft nodes before linearized reading' (duration: 3.27968767s)","trace[2130324964] 'range keys from in-memory index tree' (duration: 2.499003021s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:33.576707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:29.797951Z","time spent":"3.778651129s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:33.576691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:27.795733Z","time spent":"5.78092858s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T22:45:33.806586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000766027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:33.80674Z","caller":"traceutil/trace.go:171","msg":"trace[1051690256] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000955521s","start":"2026-02-27T22:45:31.805765Z","end":"2026-02-27T22:45:33.806721Z","steps":["trace[1051690256] 'agreement among raft nodes before linearized reading' (duration: 2.000779737s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:33.806813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:31.805754Z","time spent":"2.001045813s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:34.827303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.719356682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:34.827514Z","caller":"traceutil/trace.go:171","msg":"trace[1135134829] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23632; }","duration":"6.719581607s","start":"2026-02-27T22:45:28.107897Z","end":"2026-02-27T22:45:34.827479Z","steps":["trace[1135134829] 'agreement among raft nodes before linearized reading' (duration: 5.468076872s)","trace[1135134829] 'count revisions from in-memory index tree' (duration: 1.251253699s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:34.827602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:28.107837Z","time spent":"6.71974786s","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:34.827938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.057394603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:34.828022Z","caller":"traceutil/trace.go:171","msg":"trace[1892965596] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23632; }","duration":"6.057515906s","start":"2026-02-27T22:45:28.77049Z","end":"2026-02-27T22:45:34.828006Z","steps":["trace[1892965596] 'agreement among raft nodes before linearized reading' (duration: 4.80547213s)","trace[1892965596] 'count revisions from in-memory index tree' (duration: 1.251948884s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:34.828086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:28.770466Z","time spent":"6.057606227s","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:34.828448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.032525737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537205-d828z\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-02-27T22:45:34.828524Z","caller":"traceutil/trace.go:171","msg":"trace[1534470515] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29537205-d828z; range_end:; response_count:1; response_revision:23632; }","duration":"7.032615659s","start":"2026-02-27T22:45:27.795888Z","end":"2026-02-27T22:45:34.828503Z","steps":["trace[1534470515] 'agreement among raft nodes before linearized reading' (duration: 5.780086831s)","trace[1534470515] 'range keys from in-memory index tree' (duration: 1.252346763s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:34.828567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:27.795883Z","time spent":"7.03267265s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5625,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537205-d828z\" "} {"level":"warn","ts":"2026-02-27T22:45:34.828752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.994575333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:34.828792Z","caller":"traceutil/trace.go:171","msg":"trace[1197670398] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:23632; }","duration":"5.994650044s","start":"2026-02-27T22:45:28.834129Z","end":"2026-02-27T22:45:34.828779Z","steps":["trace[1197670398] 'agreement among raft nodes before linearized reading' (duration: 4.74181149s)","trace[1197670398] 'count revisions from in-memory index tree' (duration: 1.252762492s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:34.828821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:28.834106Z","time spent":"5.994705655s","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:34.829347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.033472447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-27T22:45:34.829495Z","caller":"traceutil/trace.go:171","msg":"trace[1754397329] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23632; }","duration":"7.0336326s","start":"2026-02-27T22:45:27.795839Z","end":"2026-02-27T22:45:34.829471Z","steps":["trace[1754397329] 'agreement among raft nodes before linearized reading' (duration: 5.78006404s)","trace[1754397329] 'range keys from in-memory index tree' (duration: 1.253282963s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:34.82951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376704742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:45:34.829557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:27.795799Z","time spent":"7.033746863s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-27T22:45:34.829377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.540238257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T22:45:34.829582Z","caller":"traceutil/trace.go:171","msg":"trace[1504474436] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23632; }","duration":"4.376794654s","start":"2026-02-27T22:45:30.452758Z","end":"2026-02-27T22:45:34.829553Z","steps":["trace[1504474436] 'agreement among raft nodes before linearized reading' (duration: 3.123161563s)","trace[1504474436] 'count revisions from in-memory index tree' (duration: 1.253557649s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:34.829617Z","caller":"traceutil/trace.go:171","msg":"trace[1251138097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23632; }","duration":"5.540542683s","start":"2026-02-27T22:45:29.289057Z","end":"2026-02-27T22:45:34.8296Z","steps":["trace[1251138097] 'agreement among raft nodes before linearized reading' (duration: 4.286868451s)","trace[1251138097] 'range keys from in-memory index tree' (duration: 1.253282034s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:34.829628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.542891455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T22:45:34.829717Z","caller":"traceutil/trace.go:171","msg":"trace[804897310] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23632; }","duration":"5.543024358s","start":"2026-02-27T22:45:29.286673Z","end":"2026-02-27T22:45:34.829698Z","steps":["trace[804897310] 'agreement among raft nodes before linearized reading' (duration: 4.289260954s)","trace[804897310] 'range keys from in-memory index tree' (duration: 1.253542699s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:34.829732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.26394126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:34.829756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:29.286654Z","time spent":"5.543094059s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T22:45:34.829783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.698327491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-27T22:45:34.829782Z","caller":"traceutil/trace.go:171","msg":"trace[743865238] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23632; }","duration":"4.264021133s","start":"2026-02-27T22:45:30.565742Z","end":"2026-02-27T22:45:34.829763Z","steps":["trace[743865238] 'agreement among raft nodes before linearized reading' (duration: 3.010171037s)","trace[743865238] 'count revisions from in-memory index tree' (duration: 1.253770304s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:34.829822Z","caller":"traceutil/trace.go:171","msg":"trace[15355117] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23632; }","duration":"6.698411793s","start":"2026-02-27T22:45:28.131395Z","end":"2026-02-27T22:45:34.829806Z","steps":["trace[15355117] 'agreement among raft nodes before linearized reading' (duration: 5.444548237s)","trace[15355117] 'range keys from in-memory index tree' (duration: 1.253775054s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:34.829827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:30.565727Z","time spent":"4.264088904s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:34.829859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:28.131375Z","time spent":"6.698476494s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T22:45:34.829658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:29.289033Z","time spent":"5.540611475s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T22:45:34.829655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:30.452738Z","time spent":"4.376900906s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:34.830079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254180483s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:45:34.830215Z","caller":"traceutil/trace.go:171","msg":"trace[908968863] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"3.7511492s","start":"2026-02-27T22:45:31.079051Z","end":"2026-02-27T22:45:34.8302Z","steps":["trace[908968863] 'process raft request' (duration: 2.496799013s)","trace[908968863] 'compare' (duration: 1.253057069s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:34.830306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:31.079029Z","time spent":"3.751230891s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:45:34.830357Z","caller":"traceutil/trace.go:171","msg":"trace[691102237] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"2.527724327s","start":"2026-02-27T22:45:32.302586Z","end":"2026-02-27T22:45:34.830311Z","steps":["trace[691102237] 'process raft request' (duration: 2.527558704s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:34.830467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:32.302568Z","time spent":"2.52784449s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:34.830775Z","caller":"traceutil/trace.go:171","msg":"trace[282143332] linearizableReadLoop","detail":"{readStateIndex:24486; appliedIndex:24484; }","duration":"1.254216103s","start":"2026-02-27T22:45:33.576546Z","end":"2026-02-27T22:45:34.830763Z","steps":["trace[282143332] 'read index received' (duration: 215.508614ms)","trace[282143332] 'applied index is now lower than readState.Index' (duration: 1.038706089s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:34.830878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314055259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:45:34.830895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584820974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:34.830907Z","caller":"traceutil/trace.go:171","msg":"trace[1265485705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23635; }","duration":"1.314115151s","start":"2026-02-27T22:45:33.516785Z","end":"2026-02-27T22:45:34.8309Z","steps":["trace[1265485705] 'agreement among raft nodes before linearized reading' (duration: 1.31405806s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:34.830954Z","caller":"traceutil/trace.go:171","msg":"trace[899872264] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23635; }","duration":"2.584916355s","start":"2026-02-27T22:45:32.246004Z","end":"2026-02-27T22:45:34.83092Z","steps":["trace[899872264] 'agreement among raft nodes before linearized reading' (duration: 2.584848404s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:34.830975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:33.516772Z","time spent":"1.314195382s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:34.830906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338027162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:34.831025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552014318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:34.831027Z","caller":"traceutil/trace.go:171","msg":"trace[2040631549] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23635; }","duration":"1.338175855s","start":"2026-02-27T22:45:33.492828Z","end":"2026-02-27T22:45:34.831004Z","steps":["trace[2040631549] 'agreement among raft nodes before linearized reading' (duration: 1.338034822s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:34.831061Z","caller":"traceutil/trace.go:171","msg":"trace[417211109] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23635; }","duration":"2.55208465s","start":"2026-02-27T22:45:32.278967Z","end":"2026-02-27T22:45:34.831052Z","steps":["trace[417211109] 'agreement among raft nodes before linearized reading' (duration: 2.552031609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:34.831095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:32.278945Z","time spent":"2.552140861s","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:34.831095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:33.492808Z","time spent":"1.338265358s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:34.830983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:32.245975Z","time spent":"2.585000058s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:34.831431Z","caller":"traceutil/trace.go:171","msg":"trace[1474147525] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"632.74541ms","start":"2026-02-27T22:45:34.198674Z","end":"2026-02-27T22:45:34.831419Z","steps":["trace[1474147525] 'process raft request' (duration: 631.534393ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:34.831519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:34.198642Z","time spent":"632.843723ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:34.832328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.235331262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:45:34.832466Z","caller":"traceutil/trace.go:171","msg":"trace[311898560] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23635; }","duration":"3.235499685s","start":"2026-02-27T22:45:31.596955Z","end":"2026-02-27T22:45:34.832455Z","steps":["trace[311898560] 'agreement among raft nodes before linearized reading' (duration: 3.234131265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:34.832492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:31.59693Z","time spent":"3.235553717s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2600,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:34.832638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253279913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:45:34.83269Z","caller":"traceutil/trace.go:171","msg":"trace[122834186] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23636; }","duration":"1.253357684s","start":"2026-02-27T22:45:33.579321Z","end":"2026-02-27T22:45:34.832678Z","steps":["trace[122834186] 'agreement among raft nodes before linearized reading' (duration: 1.253203091s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:34.832722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:33.579178Z","time spent":"1.253536018s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T22:45:34.832937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.27007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:34.832977Z","caller":"traceutil/trace.go:171","msg":"trace[2030902001] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23636; }","duration":"841.342002ms","start":"2026-02-27T22:45:33.991626Z","end":"2026-02-27T22:45:34.832968Z","steps":["trace[2030902001] 'agreement among raft nodes before linearized reading' (duration: 841.2441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:34.833006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:33.991601Z","time spent":"841.398024ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:34.833153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018062879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:34.833186Z","caller":"traceutil/trace.go:171","msg":"trace[1893325553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23636; }","duration":"1.018129961s","start":"2026-02-27T22:45:33.815047Z","end":"2026-02-27T22:45:34.833177Z","steps":["trace[1893325553] 'agreement among raft nodes before linearized reading' (duration: 1.017980448s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:34.833205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:33.815032Z","time spent":"1.018169441s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:34.83332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.381799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:34.833329Z","caller":"traceutil/trace.go:171","msg":"trace[823417693] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"551.368784ms","start":"2026-02-27T22:45:34.28195Z","end":"2026-02-27T22:45:34.833319Z","steps":["trace[823417693] 'process raft request' (duration: 548.296957ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:34.833341Z","caller":"traceutil/trace.go:171","msg":"trace[755697265] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23636; }","duration":"893.44736ms","start":"2026-02-27T22:45:33.939888Z","end":"2026-02-27T22:45:34.833335Z","steps":["trace[755697265] 'agreement among raft nodes before linearized reading' (duration: 893.403669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:34.833357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:33.939866Z","time spent":"893.487411ms","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:34.833386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:34.281931Z","time spent":"551.420436ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:34.833694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.869537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:34.833721Z","caller":"traceutil/trace.go:171","msg":"trace[1625366905] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23636; }","duration":"196.933448ms","start":"2026-02-27T22:45:34.636781Z","end":"2026-02-27T22:45:34.833715Z","steps":["trace[1625366905] 'agreement among raft nodes before linearized reading' (duration: 195.865485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:35.338031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:35.838678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:36.339532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:36.511098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.611175334s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:36.676814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.329788ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T22:45:36.676904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:34.836175Z","time spent":"1.840724284s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T22:45:36.844073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000759916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:36.844147Z","caller":"traceutil/trace.go:171","msg":"trace[1570233275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000851398s","start":"2026-02-27T22:45:34.84328Z","end":"2026-02-27T22:45:36.844132Z","steps":["trace[1570233275] 'agreement among raft nodes before linearized reading' (duration: 2.000764856s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:36.844188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:34.843253Z","time spent":"2.00092744s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:38.011337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.34335451s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:38.680653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.98693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:45:38.681182Z","caller":"traceutil/trace.go:171","msg":"trace[1063498653] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"3.843516845s","start":"2026-02-27T22:45:34.83763Z","end":"2026-02-27T22:45:38.681146Z","steps":["trace[1063498653] 'process raft request' (duration: 3.843288531s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:38.681219Z","caller":"traceutil/trace.go:171","msg":"trace[1839560150] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"3.841412369s","start":"2026-02-27T22:45:34.83974Z","end":"2026-02-27T22:45:38.681152Z","steps":["trace[1839560150] 'process raft request' (duration: 3.841237015s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:38.681232Z","caller":"traceutil/trace.go:171","msg":"trace[1653936066] transaction","detail":"{read_only:false; response_revision:23642; number_of_response:1; }","duration":"3.84053299s","start":"2026-02-27T22:45:34.84068Z","end":"2026-02-27T22:45:38.681213Z","steps":["trace[1653936066] 'process raft request' (duration: 3.840430128s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.68131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:34.839731Z","time spent":"3.841534512s","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:38.681473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:34.837617Z","time spent":"3.843644168s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:38.68164Z","caller":"traceutil/trace.go:171","msg":"trace[1144213036] transaction","detail":"{read_only:false; response_revision:23641; number_of_response:1; }","duration":"3.841623703s","start":"2026-02-27T22:45:34.839985Z","end":"2026-02-27T22:45:38.681609Z","steps":["trace[1144213036] 'process raft request' (duration: 3.841057331s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:38.681715Z","caller":"traceutil/trace.go:171","msg":"trace[1525395057] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"3.84466707s","start":"2026-02-27T22:45:34.83703Z","end":"2026-02-27T22:45:38.681697Z","steps":["trace[1525395057] 'process raft request' (duration: 3.174525725s)","trace[1525395057] 'compare' (duration: 668.017189ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:38.681708Z","caller":"traceutil/trace.go:171","msg":"trace[1169392864] transaction","detail":"{read_only:false; response_revision:23644; number_of_response:1; }","duration":"3.100374516s","start":"2026-02-27T22:45:35.581309Z","end":"2026-02-27T22:45:38.681684Z","steps":["trace[1169392864] 'process raft request' (duration: 3.100246053s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:38.681739Z","caller":"traceutil/trace.go:171","msg":"trace[2111952229] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"3.844113688s","start":"2026-02-27T22:45:34.837605Z","end":"2026-02-27T22:45:38.681719Z","steps":["trace[2111952229] 'process raft request' (duration: 3.843172908s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.681786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:34.837015Z","time spent":"3.844730751s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:38.681775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:34.839973Z","time spent":"3.841727395s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6819,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:38.68183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:34.837593Z","time spent":"3.844185889s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:38.681854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:35.581279Z","time spent":"3.100502989s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:38.681976Z","caller":"traceutil/trace.go:171","msg":"trace[2103051631] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"3.387451111s","start":"2026-02-27T22:45:35.294514Z","end":"2026-02-27T22:45:38.681965Z","steps":["trace[2103051631] 'process raft request' (duration: 3.386648324s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.682028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:35.294488Z","time spent":"3.387508673s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:38.682278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:34.840667Z","time spent":"3.841511771s","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:38.845507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001072654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:38.845567Z","caller":"traceutil/trace.go:171","msg":"trace[248506537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001162165s","start":"2026-02-27T22:45:36.844388Z","end":"2026-02-27T22:45:38.84555Z","steps":["trace[248506537] 'agreement among raft nodes before linearized reading' (duration: 2.001090914s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.845594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:36.844379Z","time spent":"2.001210097s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:38.986739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.084079ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:45:38.986865Z","caller":"traceutil/trace.go:171","msg":"trace[1003915415] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23645; }","duration":"2.307551793s","start":"2026-02-27T22:45:36.6793Z","end":"2026-02-27T22:45:38.986852Z","steps":["trace[1003915415] 'process raft request' (duration: 2.307511563s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.986969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:36.679282Z","time spent":"2.307605774s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:38.987712Z","caller":"traceutil/trace.go:171","msg":"trace[2017185139] linearizableReadLoop","detail":"{readStateIndex:24498; appliedIndex:24488; }","duration":"4.149771669s","start":"2026-02-27T22:45:34.837931Z","end":"2026-02-27T22:45:38.987703Z","steps":["trace[2017185139] 'read index received' (duration: 1.673481543s)","trace[2017185139] 'applied index is now lower than readState.Index' (duration: 2.476289346s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:38.987893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149955773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T22:45:38.987926Z","caller":"traceutil/trace.go:171","msg":"trace[696794241] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23645; }","duration":"4.150009244s","start":"2026-02-27T22:45:34.837906Z","end":"2026-02-27T22:45:38.987916Z","steps":["trace[696794241] 'agreement among raft nodes before linearized reading' (duration: 4.149908752s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.987951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:34.8379Z","time spent":"4.150045885s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-27T22:45:38.988087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.12460651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:38.988107Z","caller":"traceutil/trace.go:171","msg":"trace[1968535135] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23645; }","duration":"4.124651881s","start":"2026-02-27T22:45:34.863449Z","end":"2026-02-27T22:45:38.988101Z","steps":["trace[1968535135] 'agreement among raft nodes before linearized reading' (duration: 4.12461501s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.988125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:34.863435Z","time spent":"4.124684862s","remote":"127.0.0.1:38626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:38.988525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.021804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:38.988556Z","caller":"traceutil/trace.go:171","msg":"trace[1608340716] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23645; }","duration":"232.054365ms","start":"2026-02-27T22:45:38.756492Z","end":"2026-02-27T22:45:38.988547Z","steps":["trace[1608340716] 'agreement among raft nodes before linearized reading' (duration: 231.962903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.988566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220694367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:38.988611Z","caller":"traceutil/trace.go:171","msg":"trace[151842349] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23645; }","duration":"2.220768119s","start":"2026-02-27T22:45:36.76783Z","end":"2026-02-27T22:45:38.988598Z","steps":["trace[151842349] 'agreement among raft nodes before linearized reading' (duration: 2.220690807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.98861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.951931862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:38.988634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182715943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:38.988646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:36.76782Z","time spent":"2.22081691s","remote":"127.0.0.1:47666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:38.988664Z","caller":"traceutil/trace.go:171","msg":"trace[1298716530] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23645; }","duration":"3.952070805s","start":"2026-02-27T22:45:35.03658Z","end":"2026-02-27T22:45:38.988651Z","steps":["trace[1298716530] 'agreement among raft nodes before linearized reading' (duration: 3.951966693s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:38.988676Z","caller":"traceutil/trace.go:171","msg":"trace[922689705] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23645; }","duration":"1.182812665s","start":"2026-02-27T22:45:37.80585Z","end":"2026-02-27T22:45:38.988663Z","steps":["trace[922689705] 'agreement among raft nodes before linearized reading' (duration: 1.182727733s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.988691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818363107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:38.988696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:35.036553Z","time spent":"3.952134076s","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:38.988705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:37.805821Z","time spent":"1.182877067s","remote":"127.0.0.1:38722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T22:45:38.988728Z","caller":"traceutil/trace.go:171","msg":"trace[665494314] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23645; }","duration":"1.818408258s","start":"2026-02-27T22:45:37.170306Z","end":"2026-02-27T22:45:38.988714Z","steps":["trace[665494314] 'agreement among raft nodes before linearized reading' (duration: 1.818359857s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.98873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.83919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18983be04662c217\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-02-27T22:45:38.98876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:37.170297Z","time spent":"1.818457399s","remote":"127.0.0.1:47942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:38.988751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59448604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T22:45:38.98878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720742691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:45:38.988815Z","caller":"traceutil/trace.go:171","msg":"trace[639120909] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23645; }","duration":"1.594648364s","start":"2026-02-27T22:45:37.394152Z","end":"2026-02-27T22:45:38.9888Z","steps":["trace[639120909] 'agreement among raft nodes before linearized reading' (duration: 1.594381708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.988829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.093213336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:38.988854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:37.394061Z","time spent":"1.594785167s","remote":"127.0.0.1:50900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":157,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:38.988792Z","caller":"traceutil/trace.go:171","msg":"trace[870766648] range","detail":"{range_begin:/registry/events/openstack/container-infra.18983be04662c217; range_end:; response_count:1; response_revision:23645; }","duration":"302.904262ms","start":"2026-02-27T22:45:38.68587Z","end":"2026-02-27T22:45:38.988775Z","steps":["trace[870766648] 'agreement among raft nodes before linearized reading' (duration: 302.682337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:38.988874Z","caller":"traceutil/trace.go:171","msg":"trace[829113998] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23645; }","duration":"2.093276807s","start":"2026-02-27T22:45:36.895584Z","end":"2026-02-27T22:45:38.988861Z","steps":["trace[829113998] 'agreement among raft nodes before linearized reading' (duration: 2.093215705s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.988894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:38.68582Z","time spent":"303.062075ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":717,"request content":"key:\"/registry/events/openstack/container-infra.18983be04662c217\" "} {"level":"warn","ts":"2026-02-27T22:45:38.988906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:36.895573Z","time spent":"2.093325208s","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:38.988923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823831486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:38.988919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.759156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-02-27T22:45:38.988946Z","caller":"traceutil/trace.go:171","msg":"trace[2057916040] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23645; }","duration":"1.823884556s","start":"2026-02-27T22:45:37.165054Z","end":"2026-02-27T22:45:38.988938Z","steps":["trace[2057916040] 'agreement among raft nodes before linearized reading' (duration: 1.823840865s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.988969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:37.165037Z","time spent":"1.823926728s","remote":"127.0.0.1:55416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:38.988962Z","caller":"traceutil/trace.go:171","msg":"trace[1914176265] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23645; }","duration":"295.826927ms","start":"2026-02-27T22:45:38.693122Z","end":"2026-02-27T22:45:38.988949Z","steps":["trace[1914176265] 'agreement among raft nodes before linearized reading' (duration: 295.697785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.988972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514545306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:38.988836Z","caller":"traceutil/trace.go:171","msg":"trace[753888321] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23645; }","duration":"2.720843424s","start":"2026-02-27T22:45:36.267978Z","end":"2026-02-27T22:45:38.988821Z","steps":["trace[753888321] 'agreement among raft nodes before linearized reading' (duration: 2.720615569s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:38.989001Z","caller":"traceutil/trace.go:171","msg":"trace[638509021] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23645; }","duration":"1.514599276s","start":"2026-02-27T22:45:37.474392Z","end":"2026-02-27T22:45:38.988991Z","steps":["trace[638509021] 'agreement among raft nodes before linearized reading' (duration: 1.514542675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.988624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908226738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:38.989025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:36.26796Z","time spent":"2.721050948s","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:38.989043Z","caller":"traceutil/trace.go:171","msg":"trace[590879060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23645; }","duration":"1.908695948s","start":"2026-02-27T22:45:37.080339Z","end":"2026-02-27T22:45:38.989035Z","steps":["trace[590879060] 'agreement among raft nodes before linearized reading' (duration: 1.908203808s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.989028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:37.474375Z","time spent":"1.514642198s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:38.98907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:37.080322Z","time spent":"1.908739469s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:38.989164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126383759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:38.989149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236772848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:38.989181Z","caller":"traceutil/trace.go:171","msg":"trace[1502073117] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23645; }","duration":"2.126421829s","start":"2026-02-27T22:45:36.862754Z","end":"2026-02-27T22:45:38.989176Z","steps":["trace[1502073117] 'agreement among raft nodes before linearized reading' (duration: 2.126389009s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.988855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474498892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:38.9892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:36.862745Z","time spent":"2.1264503s","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:38.989204Z","caller":"traceutil/trace.go:171","msg":"trace[792601992] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23645; }","duration":"2.23686451s","start":"2026-02-27T22:45:36.752322Z","end":"2026-02-27T22:45:38.989186Z","steps":["trace[792601992] 'agreement among raft nodes before linearized reading' (duration: 2.236774519s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:38.989218Z","caller":"traceutil/trace.go:171","msg":"trace[1662147955] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23645; }","duration":"3.474892271s","start":"2026-02-27T22:45:35.514317Z","end":"2026-02-27T22:45:38.989209Z","steps":["trace[1662147955] 'agreement among raft nodes before linearized reading' (duration: 3.474511043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.988902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658833084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:45:38.989247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:35.514299Z","time spent":"3.474938992s","remote":"127.0.0.1:44422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:38.989249Z","caller":"traceutil/trace.go:171","msg":"trace[829485468] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23645; }","duration":"3.659211343s","start":"2026-02-27T22:45:35.330029Z","end":"2026-02-27T22:45:38.989241Z","steps":["trace[829485468] 'agreement among raft nodes before linearized reading' (duration: 3.658842665s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.989252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:36.752305Z","time spent":"2.236931892s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:38.98927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407149966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:38.989277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:35.330016Z","time spent":"3.659252693s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:38.989278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.557573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T22:45:38.989295Z","caller":"traceutil/trace.go:171","msg":"trace[817730006] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23645; }","duration":"2.407210278s","start":"2026-02-27T22:45:36.582077Z","end":"2026-02-27T22:45:38.989288Z","steps":["trace[817730006] 'agreement among raft nodes before linearized reading' (duration: 2.407168607s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.98932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:36.582058Z","time spent":"2.407256468s","remote":"127.0.0.1:55424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:38.989326Z","caller":"traceutil/trace.go:171","msg":"trace[1708666009] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb; range_end:; response_count:1; response_revision:23645; }","duration":"302.640385ms","start":"2026-02-27T22:45:38.686672Z","end":"2026-02-27T22:45:38.989312Z","steps":["trace[1708666009] 'agreement among raft nodes before linearized reading' (duration: 302.493532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:38.989372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:38.686656Z","time spent":"302.705086ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb\" "} {"level":"warn","ts":"2026-02-27T22:45:42.215798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.203408315s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:42.560078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000103502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:42.560162Z","caller":"traceutil/trace.go:171","msg":"trace[1706216424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245385s","start":"2026-02-27T22:45:40.559898Z","end":"2026-02-27T22:45:42.560143Z","steps":["trace[1706216424] 'agreement among raft nodes before linearized reading' (duration: 2.000141063s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:42.560208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:40.559877Z","time spent":"2.000322649s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:42.654487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:42.654579Z","caller":"traceutil/trace.go:171","msg":"trace[513373289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223385s","start":"2026-02-27T22:45:40.654329Z","end":"2026-02-27T22:45:42.654553Z","steps":["trace[513373289] 'agreement among raft nodes before linearized reading' (duration: 2.000117433s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:42.654629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:40.654297Z","time spent":"2.000321328s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:42.71213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507734612s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:42.712255Z","caller":"traceutil/trace.go:171","msg":"trace[837198401] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23646; }","duration":"2.507872605s","start":"2026-02-27T22:45:40.204365Z","end":"2026-02-27T22:45:42.712237Z","steps":["trace[837198401] 'range keys from in-memory index tree' (duration: 2.507717442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:42.713113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.945405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:45:42.713391Z","caller":"traceutil/trace.go:171","msg":"trace[1901678055] transaction","detail":"{read_only:false; response_revision:23647; number_of_response:1; }","duration":"3.720772856s","start":"2026-02-27T22:45:38.992596Z","end":"2026-02-27T22:45:42.713369Z","steps":["trace[1901678055] 'process raft request' (duration: 3.223475703s)","trace[1901678055] 'compare' (duration: 496.477736ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:42.713454Z","caller":"traceutil/trace.go:171","msg":"trace[231336943] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"3.720420309s","start":"2026-02-27T22:45:38.993012Z","end":"2026-02-27T22:45:42.713432Z","steps":["trace[231336943] 'process raft request' (duration: 3.720182063s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:42.713529Z","caller":"traceutil/trace.go:171","msg":"trace[19243834] linearizableReadLoop","detail":"{readStateIndex:24502; appliedIndex:24500; }","duration":"3.720671024s","start":"2026-02-27T22:45:38.992839Z","end":"2026-02-27T22:45:42.71351Z","steps":["trace[19243834] 'read index received' (duration: 19.538257ms)","trace[19243834] 'applied index is now lower than readState.Index' (duration: 3.701131617s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:42.71358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:38.992987Z","time spent":"3.720517231s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:42.713631Z","caller":"traceutil/trace.go:171","msg":"trace[98278933] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"3.715647934s","start":"2026-02-27T22:45:38.997969Z","end":"2026-02-27T22:45:42.713617Z","steps":["trace[98278933] 'process raft request' (duration: 3.715369959s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:42.713713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:38.997957Z","time spent":"3.715707615s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:42.713539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:38.992586Z","time spent":"3.72090647s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:42.71388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.721032702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c5e40903-7753-4ef2-8a7b-1cf61c7f0a08\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T22:45:42.713911Z","caller":"traceutil/trace.go:171","msg":"trace[418950961] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c5e40903-7753-4ef2-8a7b-1cf61c7f0a08; range_end:; response_count:1; response_revision:23649; }","duration":"3.721076673s","start":"2026-02-27T22:45:38.992825Z","end":"2026-02-27T22:45:42.713902Z","steps":["trace[418950961] 'agreement among raft nodes before linearized reading' (duration: 3.72096292s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:42.713936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:38.992819Z","time spent":"3.721109164s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-c5e40903-7753-4ef2-8a7b-1cf61c7f0a08\" "} {"level":"warn","ts":"2026-02-27T22:45:43.214275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:43.374445Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15507299s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:44.661999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001005363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:44.662076Z","caller":"traceutil/trace.go:171","msg":"trace[1831121970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001127035s","start":"2026-02-27T22:45:42.660933Z","end":"2026-02-27T22:45:44.66206Z","steps":["trace[1831121970] 'agreement among raft nodes before linearized reading' (duration: 2.001031803s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:44.66211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:42.660918Z","time spent":"2.001185317s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:45.242892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868069631s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:45:45.243105Z","caller":"traceutil/trace.go:171","msg":"trace[542366913] transaction","detail":"{read_only:false; response_revision:23650; number_of_response:1; }","duration":"5.406507167s","start":"2026-02-27T22:45:39.836571Z","end":"2026-02-27T22:45:45.243078Z","steps":["trace[542366913] 'process raft request' (duration: 3.538170791s)","trace[542366913] 'compare' (duration: 1.86713269s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:45.24313Z","caller":"traceutil/trace.go:171","msg":"trace[1186417739] linearizableReadLoop","detail":"{readStateIndex:24506; appliedIndex:24504; }","duration":"2.529533907s","start":"2026-02-27T22:45:42.71358Z","end":"2026-02-27T22:45:45.243114Z","steps":["trace[1186417739] 'read index received' (duration: 661.014496ms)","trace[1186417739] 'applied index is now lower than readState.Index' (duration: 1.868517971s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:45.243223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.323572407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:45.243263Z","caller":"traceutil/trace.go:171","msg":"trace[1724331502] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23651; }","duration":"5.323628648s","start":"2026-02-27T22:45:39.919624Z","end":"2026-02-27T22:45:45.243253Z","steps":["trace[1724331502] 'agreement among raft nodes before linearized reading' (duration: 5.323559387s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:45.243245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.286772054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:45.243349Z","caller":"traceutil/trace.go:171","msg":"trace[1817059700] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23651; }","duration":"5.286955559s","start":"2026-02-27T22:45:39.956374Z","end":"2026-02-27T22:45:45.24333Z","steps":["trace[1817059700] 'agreement among raft nodes before linearized reading' (duration: 5.286767495s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:45.243398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:39.956353Z","time spent":"5.28703378s","remote":"127.0.0.1:38202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:45.243417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.226178676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18983be0d2e195d8\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-02-27T22:45:45.243451Z","caller":"traceutil/trace.go:171","msg":"trace[1226916823] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18983be0d2e195d8; range_end:; response_count:1; response_revision:23651; }","duration":"6.226207087s","start":"2026-02-27T22:45:39.017232Z","end":"2026-02-27T22:45:45.243439Z","steps":["trace[1226916823] 'agreement among raft nodes before linearized reading' (duration: 6.226088225s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:45.243463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.331733436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-27T22:45:45.243493Z","caller":"traceutil/trace.go:171","msg":"trace[520036038] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23651; }","duration":"5.331796647s","start":"2026-02-27T22:45:39.911689Z","end":"2026-02-27T22:45:45.243486Z","steps":["trace[520036038] 'agreement among raft nodes before linearized reading' (duration: 5.331685775s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:45.24349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:39.017212Z","time spent":"6.226270069s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.18983be0d2e195d8\" "} {"level":"warn","ts":"2026-02-27T22:45:45.243525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:39.911669Z","time spent":"5.331850059s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T22:45:45.243468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.24875893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:45.243298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:39.919617Z","time spent":"5.32367134s","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:45.24336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.324734182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:45.243609Z","caller":"traceutil/trace.go:171","msg":"trace[1693118822] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23651; }","duration":"6.248880143s","start":"2026-02-27T22:45:38.994681Z","end":"2026-02-27T22:45:45.243561Z","steps":["trace[1693118822] 'agreement among raft nodes before linearized reading' (duration: 6.248657558s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:45.243623Z","caller":"traceutil/trace.go:171","msg":"trace[1429523071] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23651; }","duration":"5.325026959s","start":"2026-02-27T22:45:39.918584Z","end":"2026-02-27T22:45:45.243611Z","steps":["trace[1429523071] 'agreement among raft nodes before linearized reading' (duration: 5.324739603s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:45.243616Z","caller":"traceutil/trace.go:171","msg":"trace[359905036] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"4.556045966s","start":"2026-02-27T22:45:40.68754Z","end":"2026-02-27T22:45:45.243586Z","steps":["trace[359905036] 'process raft request' (duration: 4.555454354s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:45.243566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220234531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:45:45.243703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:38.994657Z","time spent":"6.249033905s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:45:45.243713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.678116756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:45.243718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:40.687523Z","time spent":"4.556139358s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:45.243747Z","caller":"traceutil/trace.go:171","msg":"trace[385476421] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23651; }","duration":"3.678193697s","start":"2026-02-27T22:45:41.565545Z","end":"2026-02-27T22:45:45.243739Z","steps":["trace[385476421] 'agreement among raft nodes before linearized reading' (duration: 3.678136366s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:45.243776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:41.565516Z","time spent":"3.678250038s","remote":"127.0.0.1:47768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:45.24322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:39.836545Z","time spent":"5.40661302s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:45.243661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:39.918568Z","time spent":"5.32508084s","remote":"127.0.0.1:55400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:45.243294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.350556607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:45.243902Z","caller":"traceutil/trace.go:171","msg":"trace[1750100735] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23651; }","duration":"5.35117166s","start":"2026-02-27T22:45:39.892701Z","end":"2026-02-27T22:45:45.243873Z","steps":["trace[1750100735] 'agreement among raft nodes before linearized reading' (duration: 5.350546817s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:45.243709Z","caller":"traceutil/trace.go:171","msg":"trace[1619086368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23651; }","duration":"3.220472536s","start":"2026-02-27T22:45:42.023215Z","end":"2026-02-27T22:45:45.243687Z","steps":["trace[1619086368] 'agreement among raft nodes before linearized reading' (duration: 3.22018527s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:45.244031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:39.892685Z","time spent":"5.351314324s","remote":"127.0.0.1:38460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:45.244051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:42.023194Z","time spent":"3.220820785s","remote":"127.0.0.1:36832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:45.743964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:46.244748Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:46.662492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000050851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:46.662573Z","caller":"traceutil/trace.go:171","msg":"trace[1379717794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000219225s","start":"2026-02-27T22:45:44.662339Z","end":"2026-02-27T22:45:46.662558Z","steps":["trace[1379717794] 'agreement among raft nodes before linearized reading' (duration: 2.000114003s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:46.662615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:44.662326Z","time spent":"2.000282166s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:46.745079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:47.245562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:47.746398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059604,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:48.078544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.188054639s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:45:48.109067Z","caller":"traceutil/trace.go:171","msg":"trace[1750524141] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"3.218690808s","start":"2026-02-27T22:45:44.890339Z","end":"2026-02-27T22:45:48.109029Z","steps":["trace[1750524141] 'process raft request' (duration: 3.188658943s)","trace[1750524141] 'compare' (duration: 29.33275ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:48.109211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:44.890312Z","time spent":"3.218824651s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:48.670829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:48.67091Z","caller":"traceutil/trace.go:171","msg":"trace[1423962464] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00046956s","start":"2026-02-27T22:45:46.670422Z","end":"2026-02-27T22:45:48.670891Z","steps":["trace[1423962464] 'agreement among raft nodes before linearized reading' (duration: 2.000364308s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:48.670955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:46.6704Z","time spent":"2.000546122s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:49.613746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.531906613s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:49.938551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.544803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:45:49.938723Z","caller":"traceutil/trace.go:171","msg":"trace[2022093919] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"4.901455065s","start":"2026-02-27T22:45:45.037246Z","end":"2026-02-27T22:45:49.938701Z","steps":["trace[2022093919] 'process raft request' (duration: 4.576655466s)","trace[2022093919] 'compare' (duration: 324.244597ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:49.938788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:45.037228Z","time spent":"4.901527856s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:49.93913Z","caller":"traceutil/trace.go:171","msg":"trace[912589952] linearizableReadLoop","detail":"{readStateIndex:24511; appliedIndex:24506; }","duration":"4.695955511s","start":"2026-02-27T22:45:45.243159Z","end":"2026-02-27T22:45:49.939115Z","steps":["trace[912589952] 'read index received' (duration: 2.835855274s)","trace[912589952] 'applied index is now lower than readState.Index' (duration: 1.860099257s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:49.939215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:45.248701Z","time spent":"4.690512782s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T22:45:49.939347Z","caller":"traceutil/trace.go:171","msg":"trace[1278350434] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"3.750893613s","start":"2026-02-27T22:45:46.188444Z","end":"2026-02-27T22:45:49.939338Z","steps":["trace[1278350434] 'process raft request' (duration: 3.750544356s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.93941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:46.188397Z","time spent":"3.750964185s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:49.94015Z","caller":"traceutil/trace.go:171","msg":"trace[1456499858] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"2.690145383s","start":"2026-02-27T22:45:47.249997Z","end":"2026-02-27T22:45:49.940142Z","steps":["trace[1456499858] 'process raft request' (duration: 2.68908829s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.940195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:47.249974Z","time spent":"2.690201443s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:49.940324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.139902409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-02-27T22:45:49.940393Z","caller":"traceutil/trace.go:171","msg":"trace[317448760] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23655; }","duration":"7.140010292s","start":"2026-02-27T22:45:42.800369Z","end":"2026-02-27T22:45:49.940379Z","steps":["trace[317448760] 'agreement among raft nodes before linearized reading' (duration: 7.139837298s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.940421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:42.800352Z","time spent":"7.140062823s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":198,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-02-27T22:45:49.940488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424443738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:49.940519Z","caller":"traceutil/trace.go:171","msg":"trace[368563854] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23655; }","duration":"1.42450227s","start":"2026-02-27T22:45:48.516011Z","end":"2026-02-27T22:45:49.940513Z","steps":["trace[368563854] 'agreement among raft nodes before linearized reading' (duration: 1.424409548s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.940487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.690079231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-02-27T22:45:49.940536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:48.515999Z","time spent":"1.42453242s","remote":"127.0.0.1:37004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:49.940561Z","caller":"traceutil/trace.go:171","msg":"trace[744533617] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23655; }","duration":"4.690188544s","start":"2026-02-27T22:45:45.250355Z","end":"2026-02-27T22:45:49.940543Z","steps":["trace[744533617] 'agreement among raft nodes before linearized reading' (duration: 4.689946389s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.940619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:45.25034Z","time spent":"4.690268816s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T22:45:49.940637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.934359283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T22:45:49.940657Z","caller":"traceutil/trace.go:171","msg":"trace[195402982] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:23655; }","duration":"6.934412434s","start":"2026-02-27T22:45:43.006238Z","end":"2026-02-27T22:45:49.94065Z","steps":["trace[195402982] 'agreement among raft nodes before linearized reading' (duration: 6.934327782s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.940675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:43.006218Z","time spent":"6.934453515s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" "} {"level":"warn","ts":"2026-02-27T22:45:49.940673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.175759511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:49.943189Z","caller":"traceutil/trace.go:171","msg":"trace[690842788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23655; }","duration":"7.178269427s","start":"2026-02-27T22:45:42.764907Z","end":"2026-02-27T22:45:49.943176Z","steps":["trace[690842788] 'agreement among raft nodes before linearized reading' (duration: 7.175745972s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.943283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:42.764831Z","time spent":"7.178377339s","remote":"127.0.0.1:36816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:49.9408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.11977446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-27T22:45:49.943407Z","caller":"traceutil/trace.go:171","msg":"trace[1525836212] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23655; }","duration":"7.122404627s","start":"2026-02-27T22:45:42.820987Z","end":"2026-02-27T22:45:49.943392Z","steps":["trace[1525836212] 'agreement among raft nodes before linearized reading' (duration: 7.11976887s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.943451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:42.82097Z","time spent":"7.122467718s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:45:49.940849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.140235017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-02-27T22:45:49.943541Z","caller":"traceutil/trace.go:171","msg":"trace[649804836] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23655; }","duration":"7.142973456s","start":"2026-02-27T22:45:42.800549Z","end":"2026-02-27T22:45:49.943522Z","steps":["trace[649804836] 'agreement among raft nodes before linearized reading' (duration: 7.140263687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.943594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:42.800514Z","time spent":"7.143069309s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1043,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-02-27T22:45:49.940996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.456909248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:49.943655Z","caller":"traceutil/trace.go:171","msg":"trace[2120912480] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23655; }","duration":"3.459607747s","start":"2026-02-27T22:45:46.48404Z","end":"2026-02-27T22:45:49.943648Z","steps":["trace[2120912480] 'agreement among raft nodes before linearized reading' (duration: 3.456890608s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.943676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:46.484022Z","time spent":"3.459645917s","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:49.941109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449429734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T22:45:49.943765Z","caller":"traceutil/trace.go:171","msg":"trace[1995508767] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23655; }","duration":"1.452133122s","start":"2026-02-27T22:45:48.491628Z","end":"2026-02-27T22:45:49.943761Z","steps":["trace[1995508767] 'agreement among raft nodes before linearized reading' (duration: 1.449321281s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.943781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:48.491611Z","time spent":"1.452165843s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T22:45:49.941104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.22285214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-02-27T22:45:49.943873Z","caller":"traceutil/trace.go:171","msg":"trace[372399427] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96; range_end:; response_count:1; response_revision:23655; }","duration":"7.225664731s","start":"2026-02-27T22:45:42.718203Z","end":"2026-02-27T22:45:49.943867Z","steps":["trace[372399427] 'agreement among raft nodes before linearized reading' (duration: 7.222663605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.943889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:42.718198Z","time spent":"7.225686641s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":802,"request content":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" "} {"level":"warn","ts":"2026-02-27T22:45:49.941189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.690795557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:49.943963Z","caller":"traceutil/trace.go:171","msg":"trace[1329183893] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23655; }","duration":"4.693604089s","start":"2026-02-27T22:45:45.250354Z","end":"2026-02-27T22:45:49.943959Z","steps":["trace[1329183893] 'agreement among raft nodes before linearized reading' (duration: 4.690808278s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.943978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:45.25034Z","time spent":"4.693633459s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:45:49.941068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.300842401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:49.944055Z","caller":"traceutil/trace.go:171","msg":"trace[2034934309] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23655; }","duration":"3.303867937s","start":"2026-02-27T22:45:46.640177Z","end":"2026-02-27T22:45:49.944045Z","steps":["trace[2034934309] 'agreement among raft nodes before linearized reading' (duration: 3.300853352s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.944078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:46.640158Z","time spent":"3.303913248s","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:49.94126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.223485533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q8ncn\" ","response":"range_response_count:1 size:4695"} {"level":"info","ts":"2026-02-27T22:45:49.944204Z","caller":"traceutil/trace.go:171","msg":"trace[1447544418] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q8ncn; range_end:; response_count:1; response_revision:23655; }","duration":"7.226435037s","start":"2026-02-27T22:45:42.717751Z","end":"2026-02-27T22:45:49.944186Z","steps":["trace[1447544418] 'agreement among raft nodes before linearized reading' (duration: 7.223414832s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.944239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:42.717745Z","time spent":"7.226485428s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q8ncn\" "} {"level":"warn","ts":"2026-02-27T22:45:49.941289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.189545792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129754"} {"level":"info","ts":"2026-02-27T22:45:49.944531Z","caller":"traceutil/trace.go:171","msg":"trace[2049884252] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23655; }","duration":"5.192817373s","start":"2026-02-27T22:45:44.751706Z","end":"2026-02-27T22:45:49.944524Z","steps":["trace[2049884252] 'agreement among raft nodes before linearized reading' (duration: 5.189509801s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.944552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:44.751689Z","time spent":"5.192856564s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129776,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T22:45:49.94134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.76241967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:49.944732Z","caller":"traceutil/trace.go:171","msg":"trace[36083595] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23655; }","duration":"4.765839166s","start":"2026-02-27T22:45:45.178885Z","end":"2026-02-27T22:45:49.944725Z","steps":["trace[36083595] 'agreement among raft nodes before linearized reading' (duration: 4.762417801s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.944758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:45.17887Z","time spent":"4.765878987s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:49.941534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27059071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:49.944886Z","caller":"traceutil/trace.go:171","msg":"trace[1736617952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23655; }","duration":"1.273981285s","start":"2026-02-27T22:45:48.670898Z","end":"2026-02-27T22:45:49.944879Z","steps":["trace[1736617952] 'agreement among raft nodes before linearized reading' (duration: 1.270594981s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.944908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:48.670879Z","time spent":"1.274021076s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:49.941602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.776335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:49.945231Z","caller":"traceutil/trace.go:171","msg":"trace[1529027126] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23655; }","duration":"326.449276ms","start":"2026-02-27T22:45:49.618772Z","end":"2026-02-27T22:45:49.945221Z","steps":["trace[1529027126] 'agreement among raft nodes before linearized reading' (duration: 322.794565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.945253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:49.61874Z","time spent":"326.503376ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:49.941594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.225892566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-27T22:45:49.945384Z","caller":"traceutil/trace.go:171","msg":"trace[1104629866] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23655; }","duration":"5.22973492s","start":"2026-02-27T22:45:44.715644Z","end":"2026-02-27T22:45:49.945379Z","steps":["trace[1104629866] 'agreement among raft nodes before linearized reading' (duration: 5.225827844s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.945428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:44.715622Z","time spent":"5.22977261s","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T22:45:49.941768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164111851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:49.945585Z","caller":"traceutil/trace.go:171","msg":"trace[901517529] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23655; }","duration":"2.167967576s","start":"2026-02-27T22:45:47.777611Z","end":"2026-02-27T22:45:49.945578Z","steps":["trace[901517529] 'agreement among raft nodes before linearized reading' (duration: 2.164121772s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.945604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:47.777591Z","time spent":"2.168007217s","remote":"127.0.0.1:38756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:49.942384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169460635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:49.945757Z","caller":"traceutil/trace.go:171","msg":"trace[1038193167] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23655; }","duration":"3.172875699s","start":"2026-02-27T22:45:46.772876Z","end":"2026-02-27T22:45:49.945752Z","steps":["trace[1038193167] 'agreement among raft nodes before linearized reading' (duration: 3.168042113s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.945779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:46.772858Z","time spent":"3.172912139s","remote":"127.0.0.1:38592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:49.940708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.550880554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:49.945956Z","caller":"traceutil/trace.go:171","msg":"trace[309535018] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23655; }","duration":"6.556336682s","start":"2026-02-27T22:45:43.389613Z","end":"2026-02-27T22:45:49.945949Z","steps":["trace[309535018] 'agreement among raft nodes before linearized reading' (duration: 6.5507191s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.945976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:43.389591Z","time spent":"6.556378164s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:49.941371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.225864665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T22:45:49.946105Z","caller":"traceutil/trace.go:171","msg":"trace[443642005] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23655; }","duration":"7.230615749s","start":"2026-02-27T22:45:42.715483Z","end":"2026-02-27T22:45:49.946099Z","steps":["trace[443642005] 'agreement among raft nodes before linearized reading' (duration: 7.225804473s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:49.946121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:42.71547Z","time spent":"7.23064631s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T22:45:50.44753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:50.948091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:50.989568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010194958s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:51.169434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.37163ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:51.169556Z","caller":"traceutil/trace.go:171","msg":"trace[913540655] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23655; }","duration":"965.530613ms","start":"2026-02-27T22:45:50.204005Z","end":"2026-02-27T22:45:51.169535Z","steps":["trace[913540655] 'range keys from in-memory index tree' (duration: 965.315629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:51.170537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.493419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:45:51.170673Z","caller":"traceutil/trace.go:171","msg":"trace[933933532] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"1.223682737s","start":"2026-02-27T22:45:49.946962Z","end":"2026-02-27T22:45:51.170645Z","steps":["trace[933933532] 'process raft request' (duration: 1.042976094s)","trace[933933532] 'compare' (duration: 179.000057ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:51.17077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:49.946949Z","time spent":"1.223773409s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:51.953847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:51.953928Z","caller":"traceutil/trace.go:171","msg":"trace[1481894154] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000590984s","start":"2026-02-27T22:45:49.953321Z","end":"2026-02-27T22:45:51.953912Z","steps":["trace[1481894154] 'agreement among raft nodes before linearized reading' (duration: 2.000497252s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:51.953968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:49.95331Z","time spent":"2.000649365s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:53.125839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.045962974s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:53.266891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.733392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:45:53.268291Z","caller":"traceutil/trace.go:171","msg":"trace[454385652] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"3.315988142s","start":"2026-02-27T22:45:49.952275Z","end":"2026-02-27T22:45:53.268263Z","steps":["trace[454385652] 'process raft request' (duration: 3.314714834s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:53.268284Z","caller":"traceutil/trace.go:171","msg":"trace[268851456] linearizableReadLoop","detail":"{readStateIndex:24515; appliedIndex:24511; }","duration":"3.321082623s","start":"2026-02-27T22:45:49.947179Z","end":"2026-02-27T22:45:53.268261Z","steps":["trace[268851456] 'read index received' (duration: 1.042728188s)","trace[268851456] 'applied index is now lower than readState.Index' (duration: 2.278350525s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:53.268313Z","caller":"traceutil/trace.go:171","msg":"trace[672397762] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"3.32094011s","start":"2026-02-27T22:45:49.94733Z","end":"2026-02-27T22:45:53.26827Z","steps":["trace[672397762] 'process raft request' (duration: 3.178728877s)","trace[672397762] 'compare' (duration: 140.604798ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:53.268415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:49.952234Z","time spent":"3.316117235s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:53.268461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:49.947316Z","time spent":"3.321061163s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:53.268291Z","caller":"traceutil/trace.go:171","msg":"trace[170883860] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"3.017363014s","start":"2026-02-27T22:45:50.250902Z","end":"2026-02-27T22:45:53.268265Z","steps":["trace[170883860] 'process raft request' (duration: 3.016185009s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:53.268705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:50.250881Z","time spent":"3.017757392s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:53.954224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:45:53.95433Z","caller":"traceutil/trace.go:171","msg":"trace[687415332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044642s","start":"2026-02-27T22:45:51.953863Z","end":"2026-02-27T22:45:53.95431Z","steps":["trace[687415332] 'agreement among raft nodes before linearized reading' (duration: 2.000318217s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:53.95438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:51.953852Z","time spent":"2.000517012s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:45:54.560159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29300199s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-27T22:45:54.560456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.613261405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-nz65p\" ","response":"range_response_count:1 size:7125"} {"level":"info","ts":"2026-02-27T22:45:54.560509Z","caller":"traceutil/trace.go:171","msg":"trace[471199425] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-nz65p; range_end:; response_count:1; response_revision:23659; }","duration":"4.613342047s","start":"2026-02-27T22:45:49.94715Z","end":"2026-02-27T22:45:54.560492Z","steps":["trace[471199425] 'agreement among raft nodes before linearized reading' (duration: 3.321205676s)","trace[471199425] 'range keys from in-memory index tree' (duration: 1.291990988s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:54.56053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:49.947138Z","time spent":"4.613388218s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7147,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-nz65p\" "} {"level":"info","ts":"2026-02-27T22:45:54.561552Z","caller":"traceutil/trace.go:171","msg":"trace[1857566202] linearizableReadLoop","detail":"{readStateIndex:24517; appliedIndex:24515; }","duration":"1.293196475s","start":"2026-02-27T22:45:53.268342Z","end":"2026-02-27T22:45:54.561538Z","steps":["trace[1857566202] 'read index received' (duration: 34.681µs)","trace[1857566202] 'applied index is now lower than readState.Index' (duration: 1.293160294s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:54.561608Z","caller":"traceutil/trace.go:171","msg":"trace[1396792656] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"2.6157743s","start":"2026-02-27T22:45:51.945826Z","end":"2026-02-27T22:45:54.561601Z","steps":["trace[1396792656] 'process raft request' (duration: 2.61440798s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:54.561682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:51.945799Z","time spent":"2.615827131s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:45:55.06267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:55.563421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:55.960876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:55.960957Z","caller":"traceutil/trace.go:171","msg":"trace[1181037560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000073782s","start":"2026-02-27T22:45:53.960865Z","end":"2026-02-27T22:45:55.960939Z","steps":["trace[1181037560] 'agreement among raft nodes before linearized reading' (duration: 1.99997618s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:55.961007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:53.96084Z","time spent":"2.000156154s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:56.064039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:56.090869Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.532948418s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:56.179948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.229829187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:56.180039Z","caller":"traceutil/trace.go:171","msg":"trace[1501572183] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:23660; }","duration":"6.229966841s","start":"2026-02-27T22:45:49.950048Z","end":"2026-02-27T22:45:56.180015Z","steps":["trace[1501572183] 'agreement among raft nodes before linearized reading' (duration: 4.611677092s)","trace[1501572183] 'range keys from in-memory index tree' (duration: 1.618148626s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.180074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:49.950039Z","time spent":"6.230027502s","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-02-27T22:45:56.180069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.888928296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-27T22:45:56.180108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.928648908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:56.18017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465397893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:56.18022Z","caller":"traceutil/trace.go:171","msg":"trace[416914797] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23660; }","duration":"3.465478965s","start":"2026-02-27T22:45:52.714727Z","end":"2026-02-27T22:45:56.180205Z","steps":["trace[416914797] 'agreement among raft nodes before linearized reading' (duration: 1.84691178s)","trace[416914797] 'count revisions from in-memory index tree' (duration: 1.618510174s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.180254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:52.714708Z","time spent":"3.465536895s","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:56.180281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.402010824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:56.180302Z","caller":"traceutil/trace.go:171","msg":"trace[1266765318] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23660; }","duration":"4.402060295s","start":"2026-02-27T22:45:51.778234Z","end":"2026-02-27T22:45:56.180294Z","steps":["trace[1266765318] 'agreement among raft nodes before linearized reading' (duration: 2.783434498s)","trace[1266765318] 'count revisions from in-memory index tree' (duration: 1.618596945s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.180321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:51.778217Z","time spent":"4.402098376s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:56.180425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.986204079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:56.180443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.775570128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:56.180466Z","caller":"traceutil/trace.go:171","msg":"trace[1299427233] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23660; }","duration":"4.775623109s","start":"2026-02-27T22:45:51.404836Z","end":"2026-02-27T22:45:56.180459Z","steps":["trace[1299427233] 'agreement among raft nodes before linearized reading' (duration: 3.156840879s)","trace[1299427233] 'count revisions from in-memory index tree' (duration: 1.618745809s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:56.180466Z","caller":"traceutil/trace.go:171","msg":"trace[1695720756] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23660; }","duration":"5.986242991s","start":"2026-02-27T22:45:50.194209Z","end":"2026-02-27T22:45:56.180452Z","steps":["trace[1695720756] 'agreement among raft nodes before linearized reading' (duration: 4.367401759s)","trace[1695720756] 'count revisions from in-memory index tree' (duration: 1.6187862s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.180472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.747581212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:56.180484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:51.404818Z","time spent":"4.77566123s","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:56.180504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:50.194155Z","time spent":"5.986338063s","remote":"127.0.0.1:50880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:56.180508Z","caller":"traceutil/trace.go:171","msg":"trace[1016901637] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23660; }","duration":"3.747654384s","start":"2026-02-27T22:45:52.432841Z","end":"2026-02-27T22:45:56.180495Z","steps":["trace[1016901637] 'agreement among raft nodes before linearized reading' (duration: 2.128807572s)","trace[1016901637] 'count revisions from in-memory index tree' (duration: 1.618800011s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.180549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:52.432821Z","time spent":"3.747718025s","remote":"127.0.0.1:38666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:56.180182Z","caller":"traceutil/trace.go:171","msg":"trace[2097730308] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23660; }","duration":"2.928823262s","start":"2026-02-27T22:45:53.251334Z","end":"2026-02-27T22:45:56.180158Z","steps":["trace[2097730308] 'agreement among raft nodes before linearized reading' (duration: 1.310293998s)","trace[2097730308] 'count revisions from in-memory index tree' (duration: 1.618420011s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.180698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.845424052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-02-27T22:45:56.180718Z","caller":"traceutil/trace.go:171","msg":"trace[1426592065] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23660; }","duration":"4.845481833s","start":"2026-02-27T22:45:51.335229Z","end":"2026-02-27T22:45:56.180711Z","steps":["trace[1426592065] 'agreement among raft nodes before linearized reading' (duration: 3.226461548s)","trace[1426592065] 'range keys from in-memory index tree' (duration: 1.618884853s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.180712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:53.251316Z","time spent":"2.929385874s","remote":"127.0.0.1:55402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:56.180735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:51.335211Z","time spent":"4.845520345s","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418373,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T22:45:56.18085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.227798762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:45:56.180883Z","caller":"traceutil/trace.go:171","msg":"trace[1741108929] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23660; }","duration":"6.227840214s","start":"2026-02-27T22:45:49.953032Z","end":"2026-02-27T22:45:56.180872Z","steps":["trace[1741108929] 'agreement among raft nodes before linearized reading' (duration: 4.608685245s)","trace[1741108929] 'range keys from in-memory index tree' (duration: 1.619113407s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:56.180123Z","caller":"traceutil/trace.go:171","msg":"trace[1354363607] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23660; }","duration":"3.889005237s","start":"2026-02-27T22:45:52.2911Z","end":"2026-02-27T22:45:56.180105Z","steps":["trace[1354363607] 'agreement among raft nodes before linearized reading' (duration: 2.270560005s)","trace[1354363607] 'range keys from in-memory index tree' (duration: 1.618252498s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.180919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:49.953027Z","time spent":"6.227883995s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:45:56.180963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:52.291087Z","time spent":"3.889864208s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T22:45:56.181178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.231489654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2c64d0be-13ff-4d41-b012-379e23b41960\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-02-27T22:45:56.181208Z","caller":"traceutil/trace.go:171","msg":"trace[893167795] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2c64d0be-13ff-4d41-b012-379e23b41960; range_end:; response_count:1; response_revision:23660; }","duration":"6.231539645s","start":"2026-02-27T22:45:49.949658Z","end":"2026-02-27T22:45:56.181198Z","steps":["trace[893167795] 'agreement among raft nodes before linearized reading' (duration: 4.612041719s)","trace[893167795] 'range keys from in-memory index tree' (duration: 1.619384694s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.181236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:49.949644Z","time spent":"6.231585716s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-2c64d0be-13ff-4d41-b012-379e23b41960\" "} {"level":"warn","ts":"2026-02-27T22:45:56.181294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.23318917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115572"} {"level":"info","ts":"2026-02-27T22:45:56.181363Z","caller":"traceutil/trace.go:171","msg":"trace[1409356396] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23660; }","duration":"6.233283962s","start":"2026-02-27T22:45:49.94806Z","end":"2026-02-27T22:45:56.181344Z","steps":["trace[1409356396] 'agreement among raft nodes before linearized reading' (duration: 4.613681504s)","trace[1409356396] 'range keys from in-memory index tree' (duration: 1.619009305s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.181429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.058687572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-02-27T22:45:56.18146Z","caller":"traceutil/trace.go:171","msg":"trace[582167578] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23660; }","duration":"6.058775704s","start":"2026-02-27T22:45:50.122675Z","end":"2026-02-27T22:45:56.181451Z","steps":["trace[582167578] 'agreement among raft nodes before linearized reading' (duration: 4.439033133s)","trace[582167578] 'range keys from in-memory index tree' (duration: 1.61966212s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.181489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:50.122657Z","time spent":"6.058823275s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-02-27T22:45:56.181477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:49.948047Z","time spent":"6.233351714s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115594,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T22:45:56.180445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.232395232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T22:45:56.181629Z","caller":"traceutil/trace.go:171","msg":"trace[1856240888] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23660; }","duration":"6.233607909s","start":"2026-02-27T22:45:49.94801Z","end":"2026-02-27T22:45:56.181618Z","steps":["trace[1856240888] 'agreement among raft nodes before linearized reading' (duration: 4.613722785s)","trace[1856240888] 'range keys from in-memory index tree' (duration: 1.618562035s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.181659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:49.948005Z","time spent":"6.233644461s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T22:45:56.182313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.235050341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115572"} {"level":"info","ts":"2026-02-27T22:45:56.182325Z","caller":"traceutil/trace.go:171","msg":"trace[2090733451] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"1.715972161s","start":"2026-02-27T22:45:54.466325Z","end":"2026-02-27T22:45:56.182297Z","steps":["trace[2090733451] 'process raft request' (duration: 1.624808881s)","trace[2090733451] 'compare' (duration: 90.667459ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:45:56.182383Z","caller":"traceutil/trace.go:171","msg":"trace[533150220] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23660; }","duration":"6.235138343s","start":"2026-02-27T22:45:49.947224Z","end":"2026-02-27T22:45:56.182363Z","steps":["trace[533150220] 'agreement among raft nodes before linearized reading' (duration: 4.614526203s)","trace[533150220] 'range keys from in-memory index tree' (duration: 1.619989517s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:56.182429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:49.947218Z","time spent":"6.235198434s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115594,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-02-27T22:45:56.182456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:54.466306Z","time spent":"1.716089744s","remote":"127.0.0.1:50900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:45:57.961205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:57.961282Z","caller":"traceutil/trace.go:171","msg":"trace[843472183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270806s","start":"2026-02-27T22:45:55.960994Z","end":"2026-02-27T22:45:57.961265Z","steps":["trace[843472183] 'agreement among raft nodes before linearized reading' (duration: 2.000172833s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:57.961331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:55.960975Z","time spent":"2.000345538s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:58.185768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:58.185847Z","caller":"traceutil/trace.go:171","msg":"trace[1330262103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000044441s","start":"2026-02-27T22:45:56.185784Z","end":"2026-02-27T22:45:58.185829Z","steps":["trace[1330262103] 'agreement among raft nodes before linearized reading' (duration: 1.999945869s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:58.185894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.185777Z","time spent":"2.000106953s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:45:58.719126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.262054155s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:45:58.719318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14889482s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:45:58.71949Z","caller":"traceutil/trace.go:171","msg":"trace[914711678] linearizableReadLoop","detail":"{readStateIndex:24519; appliedIndex:24517; }","duration":"4.157891696s","start":"2026-02-27T22:45:54.561585Z","end":"2026-02-27T22:45:58.719476Z","steps":["trace[914711678] 'read index received' (duration: 1.529546452s)","trace[914711678] 'applied index is now lower than readState.Index' (duration: 2.628344544s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:45:58.720091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.032665778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T22:45:58.720125Z","caller":"traceutil/trace.go:171","msg":"trace[600426956] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23662; }","duration":"5.03273596s","start":"2026-02-27T22:45:53.687381Z","end":"2026-02-27T22:45:58.720117Z","steps":["trace[600426956] 'agreement among raft nodes before linearized reading' (duration: 5.032618847s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:58.720148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:53.687296Z","time spent":"5.032846513s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T22:45:58.720335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.033084388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T22:45:58.720363Z","caller":"traceutil/trace.go:171","msg":"trace[1309124904] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23662; }","duration":"5.03315815s","start":"2026-02-27T22:45:53.687196Z","end":"2026-02-27T22:45:58.720354Z","steps":["trace[1309124904] 'agreement among raft nodes before linearized reading' (duration: 5.033088579s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:58.720382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:53.687174Z","time spent":"5.033203231s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T22:45:58.720391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.26137682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:45:58.720402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.318323754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:45:58.720453Z","caller":"traceutil/trace.go:171","msg":"trace[1232559567] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23662; }","duration":"5.318423315s","start":"2026-02-27T22:45:53.402019Z","end":"2026-02-27T22:45:58.720442Z","steps":["trace[1232559567] 'agreement among raft nodes before linearized reading' (duration: 5.318319563s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:58.720456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.448940424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537205-d828z\" ","response":"range_response_count:1 size:6837"} {"level":"warn","ts":"2026-02-27T22:45:58.720481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:53.401999Z","time spent":"5.318476087s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:45:58.720486Z","caller":"traceutil/trace.go:171","msg":"trace[1266460545] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29537205-d828z; range_end:; response_count:1; response_revision:23662; }","duration":"5.449003666s","start":"2026-02-27T22:45:53.271473Z","end":"2026-02-27T22:45:58.720477Z","steps":["trace[1266460545] 'agreement among raft nodes before linearized reading' (duration: 5.448894403s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:58.720555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:53.271458Z","time spent":"5.449085797s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6859,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537205-d828z\" "} {"level":"info","ts":"2026-02-27T22:45:58.720566Z","caller":"traceutil/trace.go:171","msg":"trace[250355301] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"2.151936627s","start":"2026-02-27T22:45:56.568621Z","end":"2026-02-27T22:45:58.720558Z","steps":["trace[250355301] 'process raft request' (duration: 2.150769031s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:45:58.720427Z","caller":"traceutil/trace.go:171","msg":"trace[59378986] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23662; }","duration":"5.261469532s","start":"2026-02-27T22:45:53.458943Z","end":"2026-02-27T22:45:58.720412Z","steps":["trace[59378986] 'agreement among raft nodes before linearized reading' (duration: 5.26137759s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:58.72057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.448206508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7f88fb9b9f-m9ppw.18983a7d2894c4ec\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-02-27T22:45:58.720629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.568603Z","time spent":"2.151980937s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:45:58.720659Z","caller":"traceutil/trace.go:171","msg":"trace[1420192626] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7f88fb9b9f-m9ppw.18983a7d2894c4ec; range_end:; response_count:1; response_revision:23662; }","duration":"5.448307471s","start":"2026-02-27T22:45:53.272326Z","end":"2026-02-27T22:45:58.720633Z","steps":["trace[1420192626] 'agreement among raft nodes before linearized reading' (duration: 5.448004325s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:58.720603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:53.458915Z","time spent":"5.261674306s","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:45:58.720691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:53.27232Z","time spent":"5.448365352s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/cinder-api-7f88fb9b9f-m9ppw.18983a7d2894c4ec\" "} {"level":"warn","ts":"2026-02-27T22:45:59.219868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:45:59.969848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000676485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:45:59.969954Z","caller":"traceutil/trace.go:171","msg":"trace[92242860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000833648s","start":"2026-02-27T22:45:57.969096Z","end":"2026-02-27T22:45:59.96993Z","steps":["trace[92242860] 'agreement among raft nodes before linearized reading' (duration: 2.000708505s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:45:59.970016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:57.969075Z","time spent":"2.00092391s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:45:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:00.622603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.223257ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:00.62277Z","caller":"traceutil/trace.go:171","msg":"trace[245280619] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23663; }","duration":"418.36582ms","start":"2026-02-27T22:46:00.204348Z","end":"2026-02-27T22:46:00.622714Z","steps":["trace[245280619] 'range keys from in-memory index tree' (duration: 418.208377ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:00.622938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902307728s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:00.623146Z","caller":"traceutil/trace.go:171","msg":"trace[1933147751] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"3.166169002s","start":"2026-02-27T22:45:57.456957Z","end":"2026-02-27T22:46:00.623126Z","steps":["trace[1933147751] 'process raft request' (duration: 1.263591918s)","trace[1933147751] 'compare' (duration: 1.901696015s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:00.623187Z","caller":"traceutil/trace.go:171","msg":"trace[1841269042] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"2.192699275s","start":"2026-02-27T22:45:58.430469Z","end":"2026-02-27T22:46:00.623168Z","steps":["trace[1841269042] 'process raft request' (duration: 2.192654974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:00.62325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:58.430446Z","time spent":"2.192774627s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:00.623395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:57.456935Z","time spent":"3.166269334s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:00.623597Z","caller":"traceutil/trace.go:171","msg":"trace[460238983] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"2.347366682s","start":"2026-02-27T22:45:58.276219Z","end":"2026-02-27T22:46:00.623586Z","steps":["trace[460238983] 'process raft request' (duration: 2.346821269s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:00.623667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:58.276193Z","time spent":"2.347438824s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:01.194999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994896824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:01.195081Z","caller":"traceutil/trace.go:171","msg":"trace[1112425469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.995021617s","start":"2026-02-27T22:45:56.200042Z","end":"2026-02-27T22:46:01.195063Z","steps":["trace[1112425469] 'agreement among raft nodes before linearized reading' (duration: 4.994914575s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:01.195133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.20003Z","time spent":"4.99509089s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/27 22:46:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:01.381045Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.954573079s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:46:01.970387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999931849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:01.970482Z","caller":"traceutil/trace.go:171","msg":"trace[263893348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000196415s","start":"2026-02-27T22:45:59.970264Z","end":"2026-02-27T22:46:01.970461Z","steps":["trace[263893348] 'agreement among raft nodes before linearized reading' (duration: 1.99996158s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:01.970541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:59.970245Z","time spent":"2.000282496s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:03.440813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059440207s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:03.441258Z","caller":"traceutil/trace.go:171","msg":"trace[1361876990] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"2.715282341s","start":"2026-02-27T22:46:00.725957Z","end":"2026-02-27T22:46:03.441239Z","steps":["trace[1361876990] 'process raft request' (duration: 2.71524086s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.441339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:00.725933Z","time spent":"2.715369493s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:03.441592Z","caller":"traceutil/trace.go:171","msg":"trace[200042773] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"4.718780467s","start":"2026-02-27T22:45:58.722798Z","end":"2026-02-27T22:46:03.441578Z","steps":["trace[200042773] 'process raft request' (duration: 2.658474651s)","trace[200042773] 'compare' (duration: 2.058571879s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:03.441704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:58.722784Z","time spent":"4.71884912s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:03.441989Z","caller":"traceutil/trace.go:171","msg":"trace[492296747] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"4.716707733s","start":"2026-02-27T22:45:58.725271Z","end":"2026-02-27T22:46:03.441978Z","steps":["trace[492296747] 'process raft request' (duration: 4.715640619s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.442057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:58.725264Z","time spent":"4.716761134s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:03.442266Z","caller":"traceutil/trace.go:171","msg":"trace[758418491] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"3.344119096s","start":"2026-02-27T22:46:00.098097Z","end":"2026-02-27T22:46:03.442217Z","steps":["trace[758418491] 'process raft request' (duration: 3.343065702s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:03.44248Z","caller":"traceutil/trace.go:171","msg":"trace[903786521] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"4.717144902s","start":"2026-02-27T22:45:58.725311Z","end":"2026-02-27T22:46:03.442456Z","steps":["trace[903786521] 'process raft request' (duration: 4.715802212s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.442517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:00.09807Z","time spent":"3.3443094s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:03.442599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.636265048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:03.442631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:58.725307Z","time spent":"4.717246864s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:03.442689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.091626936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:03.442727Z","caller":"traceutil/trace.go:171","msg":"trace[609211461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23671; }","duration":"5.091661686s","start":"2026-02-27T22:45:58.351054Z","end":"2026-02-27T22:46:03.442715Z","steps":["trace[609211461] 'agreement among raft nodes before linearized reading' (duration: 5.091612025s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:03.442647Z","caller":"traceutil/trace.go:171","msg":"trace[906098358] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23671; }","duration":"8.63634948s","start":"2026-02-27T22:45:54.806285Z","end":"2026-02-27T22:46:03.442634Z","steps":["trace[906098358] 'agreement among raft nodes before linearized reading' (duration: 8.636249238s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.442764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:58.351038Z","time spent":"5.091717608s","remote":"127.0.0.1:37338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.442775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:54.806265Z","time spent":"8.636498142s","remote":"127.0.0.1:44400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:03.442509Z","caller":"traceutil/trace.go:171","msg":"trace[503145825] linearizableReadLoop","detail":"{readStateIndex:24526; appliedIndex:24520; }","duration":"4.72298788s","start":"2026-02-27T22:45:58.719508Z","end":"2026-02-27T22:46:03.442496Z","steps":["trace[503145825] 'read index received' (duration: 706.98994ms)","trace[503145825] 'applied index is now lower than readState.Index' (duration: 4.01599665s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:03.443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.401168821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:03.443038Z","caller":"traceutil/trace.go:171","msg":"trace[525941207] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23671; }","duration":"5.401276073s","start":"2026-02-27T22:45:58.041754Z","end":"2026-02-27T22:46:03.44303Z","steps":["trace[525941207] 'agreement among raft nodes before linearized reading' (duration: 5.401156811s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.443147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.254193293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-02-27T22:46:03.443192Z","caller":"traceutil/trace.go:171","msg":"trace[169967866] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23671; }","duration":"7.254250364s","start":"2026-02-27T22:45:56.18893Z","end":"2026-02-27T22:46:03.443181Z","steps":["trace[169967866] 'agreement among raft nodes before linearized reading' (duration: 7.254098601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.443225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.188925Z","time spent":"7.254293555s","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-02-27T22:46:03.443239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.712234914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q8ncn\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-02-27T22:46:03.443304Z","caller":"traceutil/trace.go:171","msg":"trace[1507829683] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q8ncn; range_end:; response_count:1; response_revision:23671; }","duration":"4.712297066s","start":"2026-02-27T22:45:58.730992Z","end":"2026-02-27T22:46:03.443289Z","steps":["trace[1507829683] 'agreement among raft nodes before linearized reading' (duration: 4.71204017s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.443337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:58.730947Z","time spent":"4.712382858s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4912,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q8ncn\" "} {"level":"warn","ts":"2026-02-27T22:46:03.443375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.403920501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:03.443414Z","caller":"traceutil/trace.go:171","msg":"trace[942201681] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23671; }","duration":"5.404000523s","start":"2026-02-27T22:45:58.039401Z","end":"2026-02-27T22:46:03.443402Z","steps":["trace[942201681] 'agreement among raft nodes before linearized reading' (duration: 5.403940742s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.443444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:58.039381Z","time spent":"5.404055164s","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.443504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.126122819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:03.44361Z","caller":"traceutil/trace.go:171","msg":"trace[1549507277] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23671; }","duration":"7.126285152s","start":"2026-02-27T22:45:56.317299Z","end":"2026-02-27T22:46:03.443585Z","steps":["trace[1549507277] 'agreement among raft nodes before linearized reading' (duration: 7.126075988s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.443679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.254275425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129754"} {"level":"info","ts":"2026-02-27T22:46:03.443715Z","caller":"traceutil/trace.go:171","msg":"trace[1033841036] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23671; }","duration":"7.254326086s","start":"2026-02-27T22:45:56.189381Z","end":"2026-02-27T22:46:03.443707Z","steps":["trace[1033841036] 'agreement among raft nodes before linearized reading' (duration: 7.254189513s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.443746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.189373Z","time spent":"7.254367427s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129776,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-27T22:46:03.443757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.164343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:03.443706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.097155761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:46:03.44379Z","caller":"traceutil/trace.go:171","msg":"trace[1019700679] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23671; }","duration":"274.222805ms","start":"2026-02-27T22:46:03.169556Z","end":"2026-02-27T22:46:03.443779Z","steps":["trace[1019700679] 'agreement among raft nodes before linearized reading' (duration: 274.135843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.443888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.197540536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-02-27T22:46:03.443933Z","caller":"traceutil/trace.go:171","msg":"trace[1379077152] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23671; }","duration":"7.197614158s","start":"2026-02-27T22:45:56.246305Z","end":"2026-02-27T22:46:03.443919Z","steps":["trace[1379077152] 'agreement among raft nodes before linearized reading' (duration: 7.197499316s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.443943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.989767423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:03.444026Z","caller":"traceutil/trace.go:171","msg":"trace[565773291] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23671; }","duration":"6.989876755s","start":"2026-02-27T22:45:56.45413Z","end":"2026-02-27T22:46:03.444006Z","steps":["trace[565773291] 'agreement among raft nodes before linearized reading' (duration: 6.989785793s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.444048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.841492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:03.44408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.454111Z","time spent":"6.989954696s","remote":"127.0.0.1:38364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.444158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058075542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:03.444189Z","caller":"traceutil/trace.go:171","msg":"trace[1218960343] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23671; }","duration":"1.058107183s","start":"2026-02-27T22:46:02.386072Z","end":"2026-02-27T22:46:03.44418Z","steps":["trace[1218960343] 'agreement among raft nodes before linearized reading' (duration: 1.058039371s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.444256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:02.386016Z","time spent":"1.058213455s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.444301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:58.041724Z","time spent":"5.402555531s","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.443734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.251461933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:03.444409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.259342937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:46:03.444412Z","caller":"traceutil/trace.go:171","msg":"trace[1402468042] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23671; }","duration":"7.252196289s","start":"2026-02-27T22:45:56.192194Z","end":"2026-02-27T22:46:03.44439Z","steps":["trace[1402468042] 'agreement among raft nodes before linearized reading' (duration: 7.251231679s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:03.444446Z","caller":"traceutil/trace.go:171","msg":"trace[1050307363] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23671; }","duration":"7.259398548s","start":"2026-02-27T22:45:56.185038Z","end":"2026-02-27T22:46:03.444437Z","steps":["trace[1050307363] 'agreement among raft nodes before linearized reading' (duration: 7.259319396s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.44447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.192186Z","time spent":"7.252265662s","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:46:03.44453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.423232263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:03.444549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34792712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:03.444557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.152081511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:03.444565Z","caller":"traceutil/trace.go:171","msg":"trace[397757134] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23671; }","duration":"7.423300434s","start":"2026-02-27T22:45:56.021254Z","end":"2026-02-27T22:46:03.444555Z","steps":["trace[397757134] 'agreement among raft nodes before linearized reading' (duration: 7.423245623s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:03.444581Z","caller":"traceutil/trace.go:171","msg":"trace[2036074020] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23671; }","duration":"1.347992591s","start":"2026-02-27T22:46:02.096576Z","end":"2026-02-27T22:46:03.444568Z","steps":["trace[2036074020] 'agreement among raft nodes before linearized reading' (duration: 1.347857978s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.444596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.021231Z","time spent":"7.423358206s","remote":"127.0.0.1:38458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:03.444594Z","caller":"traceutil/trace.go:171","msg":"trace[1099595599] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23671; }","duration":"8.152168702s","start":"2026-02-27T22:45:55.292415Z","end":"2026-02-27T22:46:03.444583Z","steps":["trace[1099595599] 'agreement among raft nodes before linearized reading' (duration: 8.152090061s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.444626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:55.29238Z","time spent":"8.152238004s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:03.444096Z","caller":"traceutil/trace.go:171","msg":"trace[1153010292] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23671; }","duration":"446.907073ms","start":"2026-02-27T22:46:02.997159Z","end":"2026-02-27T22:46:03.444066Z","steps":["trace[1153010292] 'agreement among raft nodes before linearized reading' (duration: 446.853712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.444714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.078956344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:03.444732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466317184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:03.444747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:02.997139Z","time spent":"447.586689ms","remote":"127.0.0.1:38644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:03.444743Z","caller":"traceutil/trace.go:171","msg":"trace[764396097] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23671; }","duration":"4.079030666s","start":"2026-02-27T22:45:59.365705Z","end":"2026-02-27T22:46:03.444736Z","steps":["trace[764396097] 'agreement among raft nodes before linearized reading' (duration: 4.078947454s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.444786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.243860624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:03.44481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:59.365682Z","time spent":"4.079120397s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.444814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640722529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:03.444826Z","caller":"traceutil/trace.go:171","msg":"trace[1022048710] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23671; }","duration":"8.243903805s","start":"2026-02-27T22:45:55.200913Z","end":"2026-02-27T22:46:03.444817Z","steps":["trace[1022048710] 'agreement among raft nodes before linearized reading' (duration: 8.243843833s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:03.444846Z","caller":"traceutil/trace.go:171","msg":"trace[160642715] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23671; }","duration":"1.64075507s","start":"2026-02-27T22:46:01.804084Z","end":"2026-02-27T22:46:03.444839Z","steps":["trace[160642715] 'agreement among raft nodes before linearized reading' (duration: 1.640705619s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.44488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:01.804028Z","time spent":"1.640844302s","remote":"127.0.0.1:55340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.44489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:55.200896Z","time spent":"8.243952945s","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.445022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.49981415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:03.445054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036030197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:03.443675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.317277Z","time spent":"7.126382845s","remote":"127.0.0.1:37036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.445145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345621239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:03.445176Z","caller":"traceutil/trace.go:171","msg":"trace[15149245] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23671; }","duration":"3.345680801s","start":"2026-02-27T22:46:00.099487Z","end":"2026-02-27T22:46:03.445168Z","steps":["trace[15149245] 'agreement among raft nodes before linearized reading' (duration: 3.34562869s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.445207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:00.099469Z","time spent":"3.345730822s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.445232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.291869655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:03.445276Z","caller":"traceutil/trace.go:171","msg":"trace[432554034] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23671; }","duration":"3.291947757s","start":"2026-02-27T22:46:00.153317Z","end":"2026-02-27T22:46:03.445265Z","steps":["trace[432554034] 'agreement among raft nodes before linearized reading' (duration: 3.291797174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.444483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.185021Z","time spent":"7.259454209s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T22:46:03.445305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118228391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:03.44534Z","caller":"traceutil/trace.go:171","msg":"trace[419846054] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23671; }","duration":"2.118297492s","start":"2026-02-27T22:46:01.327034Z","end":"2026-02-27T22:46:03.445332Z","steps":["trace[419846054] 'agreement among raft nodes before linearized reading' (duration: 2.11822423s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.445356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402792682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:03.445377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:01.327015Z","time spent":"2.118354543s","remote":"127.0.0.1:48032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:03.445384Z","caller":"traceutil/trace.go:171","msg":"trace[1223858987] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23671; }","duration":"2.402856402s","start":"2026-02-27T22:46:01.042518Z","end":"2026-02-27T22:46:03.445375Z","steps":["trace[1223858987] 'agreement among raft nodes before linearized reading' (duration: 2.402808541s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.445451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:01.0425Z","time spent":"2.402940445s","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.444636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:02.096556Z","time spent":"1.348071432s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.445237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162386554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:03.445675Z","caller":"traceutil/trace.go:171","msg":"trace[365925262] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23671; }","duration":"2.162861775s","start":"2026-02-27T22:46:01.282802Z","end":"2026-02-27T22:46:03.445664Z","steps":["trace[365925262] 'agreement among raft nodes before linearized reading' (duration: 2.162407265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.445722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:01.282773Z","time spent":"2.162934147s","remote":"127.0.0.1:38596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.444251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.257150388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-27T22:46:03.44434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.259052009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-02-27T22:46:03.444771Z","caller":"traceutil/trace.go:171","msg":"trace[1406914978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23671; }","duration":"1.466387284s","start":"2026-02-27T22:46:01.978374Z","end":"2026-02-27T22:46:03.444761Z","steps":["trace[1406914978] 'agreement among raft nodes before linearized reading' (duration: 1.466332553s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.443819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.740779363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:03.44588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:01.978355Z","time spent":"1.467511719s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:46:03.445904Z","caller":"traceutil/trace.go:171","msg":"trace[1743880878] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23671; }","duration":"5.742942341s","start":"2026-02-27T22:45:57.702947Z","end":"2026-02-27T22:46:03.445889Z","steps":["trace[1743880878] 'agreement among raft nodes before linearized reading' (duration: 5.740757493s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:03.443886Z","caller":"traceutil/trace.go:171","msg":"trace[1381400992] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23671; }","duration":"8.097371936s","start":"2026-02-27T22:45:55.346445Z","end":"2026-02-27T22:46:03.443817Z","steps":["trace[1381400992] 'agreement among raft nodes before linearized reading' (duration: 8.096874735s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.445954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:57.702921Z","time spent":"5.743018563s","remote":"127.0.0.1:39802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.445055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.418859292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:03.445994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:55.346425Z","time spent":"8.099551763s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:03.446022Z","caller":"traceutil/trace.go:171","msg":"trace[220960005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23671; }","duration":"4.419819153s","start":"2026-02-27T22:45:59.026183Z","end":"2026-02-27T22:46:03.446002Z","steps":["trace[220960005] 'agreement among raft nodes before linearized reading' (duration: 4.418832252s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.443983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.246286Z","time spent":"7.1976841s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":198,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-02-27T22:46:03.446069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:59.026131Z","time spent":"4.419921675s","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.444676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645916203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:03.445092Z","caller":"traceutil/trace.go:171","msg":"trace[1552967372] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23671; }","duration":"8.499923042s","start":"2026-02-27T22:45:54.945152Z","end":"2026-02-27T22:46:03.445075Z","steps":["trace[1552967372] 'agreement among raft nodes before linearized reading' (duration: 8.499753538s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:03.445092Z","caller":"traceutil/trace.go:171","msg":"trace[773112961] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23671; }","duration":"2.036095008s","start":"2026-02-27T22:46:01.408984Z","end":"2026-02-27T22:46:03.445079Z","steps":["trace[773112961] 'agreement among raft nodes before linearized reading' (duration: 2.036042357s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.446176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:01.408963Z","time spent":"2.037197852s","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.446178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:54.945126Z","time spent":"8.501033955s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.445308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:00.153296Z","time spent":"3.292004119s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:03.44582Z","caller":"traceutil/trace.go:171","msg":"trace[1961138772] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23671; }","duration":"7.258735013s","start":"2026-02-27T22:45:56.187066Z","end":"2026-02-27T22:46:03.445801Z","steps":["trace[1961138772] 'agreement among raft nodes before linearized reading' (duration: 7.256853011s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.446331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.187053Z","time spent":"7.259262264s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-02-27T22:46:03.445852Z","caller":"traceutil/trace.go:171","msg":"trace[53346180] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23671; }","duration":"7.260557683s","start":"2026-02-27T22:45:56.18527Z","end":"2026-02-27T22:46:03.445828Z","steps":["trace[53346180] 'agreement among raft nodes before linearized reading' (duration: 7.259003669s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.446441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:56.185265Z","time spent":"7.261164246s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-02-27T22:46:03.446133Z","caller":"traceutil/trace.go:171","msg":"trace[1533013989] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23671; }","duration":"3.647405155s","start":"2026-02-27T22:45:59.798715Z","end":"2026-02-27T22:46:03.44612Z","steps":["trace[1533013989] 'agreement among raft nodes before linearized reading' (duration: 3.645925944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.446539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:59.798697Z","time spent":"3.647821944s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.443889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.867877746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:03.446623Z","caller":"traceutil/trace.go:171","msg":"trace[245075572] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23671; }","duration":"5.870643087s","start":"2026-02-27T22:45:57.575962Z","end":"2026-02-27T22:46:03.446605Z","steps":["trace[245075572] 'agreement among raft nodes before linearized reading' (duration: 5.867888617s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:03.446677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:45:57.575942Z","time spent":"5.870717139s","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:03.948266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:04.448652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:04.949898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:05.323837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.875597974s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:46:05.447983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999825816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:05.448051Z","caller":"traceutil/trace.go:171","msg":"trace[749591553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999939519s","start":"2026-02-27T22:46:03.448097Z","end":"2026-02-27T22:46:05.448037Z","steps":["trace[749591553] 'agreement among raft nodes before linearized reading' (duration: 1.999853297s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:05.448083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:03.44808Z","time spent":"1.99999732s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:06.703922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379700232s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:06.70414Z","caller":"traceutil/trace.go:171","msg":"trace[748974139] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"3.255992822s","start":"2026-02-27T22:46:03.448117Z","end":"2026-02-27T22:46:06.70411Z","steps":["trace[748974139] 'process raft request' (duration: 1.876028835s)","trace[748974139] 'compare' (duration: 1.378525797s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:06.704288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:03.448102Z","time spent":"3.256142185s","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2879,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:46:07.454602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:07.454683Z","caller":"traceutil/trace.go:171","msg":"trace[536578332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000571182s","start":"2026-02-27T22:46:05.454093Z","end":"2026-02-27T22:46:07.454664Z","steps":["trace[536578332] 'agreement among raft nodes before linearized reading' (duration: 2.00046252s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:07.454757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:05.454081Z","time spent":"2.000667244s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:09.053136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999812372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:09.053225Z","caller":"traceutil/trace.go:171","msg":"trace[276385649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999966475s","start":"2026-02-27T22:46:04.053238Z","end":"2026-02-27T22:46:09.053205Z","steps":["trace[276385649] 'agreement among raft nodes before linearized reading' (duration: 4.999846853s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:09.053274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:04.053218Z","time spent":"5.000045117s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:09.06697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00040206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:09.067115Z","caller":"traceutil/trace.go:171","msg":"trace[493520983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610014s","start":"2026-02-27T22:46:07.066484Z","end":"2026-02-27T22:46:09.067094Z","steps":["trace[493520983] 'agreement among raft nodes before linearized reading' (duration: 2.000433331s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:09.067209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:07.066463Z","time spent":"2.000729467s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:09.15285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.654186512s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:46:09.233632Z","caller":"traceutil/trace.go:171","msg":"trace[153413032] linearizableReadLoop","detail":"{readStateIndex:24532; appliedIndex:24528; }","duration":"5.785432697s","start":"2026-02-27T22:46:03.448182Z","end":"2026-02-27T22:46:09.233614Z","steps":["trace[153413032] 'read index received' (duration: 1.875978443s)","trace[153413032] 'applied index is now lower than readState.Index' (duration: 3.909453374s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:09.233945Z","caller":"traceutil/trace.go:171","msg":"trace[187140035] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"5.776248847s","start":"2026-02-27T22:46:03.457685Z","end":"2026-02-27T22:46:09.233933Z","steps":["trace[187140035] 'process raft request' (duration: 5.775887929s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:09.234055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:03.457664Z","time spent":"5.77633594s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:09.23429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.786156764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:46:09.234349Z","caller":"traceutil/trace.go:171","msg":"trace[822840030] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23674; }","duration":"5.786251485s","start":"2026-02-27T22:46:03.44809Z","end":"2026-02-27T22:46:09.234341Z","steps":["trace[822840030] 'agreement among raft nodes before linearized reading' (duration: 5.786119872s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:09.234387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:03.448075Z","time spent":"5.786305877s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:46:09.234678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:03.448821Z","time spent":"5.785849887s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T22:46:09.233778Z","caller":"traceutil/trace.go:171","msg":"trace[1699693002] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"5.779840945s","start":"2026-02-27T22:46:03.453911Z","end":"2026-02-27T22:46:09.233752Z","steps":["trace[1699693002] 'process raft request' (duration: 5.779556959s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:09.236058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:03.453899Z","time spent":"5.782053644s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:09.455422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000404589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:09.455547Z","caller":"traceutil/trace.go:171","msg":"trace[428697628] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000570823s","start":"2026-02-27T22:46:07.454947Z","end":"2026-02-27T22:46:09.455517Z","steps":["trace[428697628] 'agreement among raft nodes before linearized reading' (duration: 2.00042982s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:09.455612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:07.454931Z","time spent":"2.000666655s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:09.737486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:10.238541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:10.447277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:05.447907Z","time spent":"4.999361621s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:46:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:10.738843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:11.23941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:11.414811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.261774645s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:46:11.415621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210837137s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:11.415722Z","caller":"traceutil/trace.go:171","msg":"trace[1215283419] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23674; }","duration":"1.210944069s","start":"2026-02-27T22:46:10.20476Z","end":"2026-02-27T22:46:11.415704Z","steps":["trace[1215283419] 'range keys from in-memory index tree' (duration: 1.210823296s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:11.415844Z","caller":"traceutil/trace.go:171","msg":"trace[822934619] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"5.786056991s","start":"2026-02-27T22:46:05.629771Z","end":"2026-02-27T22:46:11.415828Z","steps":["trace[822934619] 'process raft request' (duration: 5.785945259s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:11.415968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:05.629747Z","time spent":"5.786151273s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:11.416052Z","caller":"traceutil/trace.go:171","msg":"trace[719906223] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"3.28614048s","start":"2026-02-27T22:46:08.129892Z","end":"2026-02-27T22:46:11.416032Z","steps":["trace[719906223] 'process raft request' (duration: 3.285905525s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:11.416222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:08.129866Z","time spent":"3.286255543s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:11.465776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:11.465862Z","caller":"traceutil/trace.go:171","msg":"trace[321629505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518871s","start":"2026-02-27T22:46:09.465325Z","end":"2026-02-27T22:46:11.465844Z","steps":["trace[321629505] 'agreement among raft nodes before linearized reading' (duration: 2.000398149s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:11.465907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:09.46531Z","time spent":"2.000587663s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:46:13.458599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:12.310997Z","time spent":"1.147597796s","remote":"127.0.0.1:40962","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T22:46:13.459792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789602248s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:13.460122Z","caller":"traceutil/trace.go:171","msg":"trace[1860135734] linearizableReadLoop","detail":"{readStateIndex:24538; appliedIndex:24533; }","duration":"4.226341771s","start":"2026-02-27T22:46:09.233762Z","end":"2026-02-27T22:46:13.460104Z","steps":["trace[1860135734] 'read index received' (duration: 2.181949332s)","trace[1860135734] 'applied index is now lower than readState.Index' (duration: 2.044391379s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:13.46021Z","caller":"traceutil/trace.go:171","msg":"trace[1406999463] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"4.224372527s","start":"2026-02-27T22:46:09.235824Z","end":"2026-02-27T22:46:13.460197Z","steps":["trace[1406999463] 'process raft request' (duration: 2.434293839s)","trace[1406999463] 'compare' (duration: 1.788750129s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:13.460266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:09.235808Z","time spent":"4.224425429s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:13.460891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.845346836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:13.460891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704798053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:13.460935Z","caller":"traceutil/trace.go:171","msg":"trace[1795414059] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23680; }","duration":"9.845440498s","start":"2026-02-27T22:46:03.615483Z","end":"2026-02-27T22:46:13.460923Z","steps":["trace[1795414059] 'agreement among raft nodes before linearized reading' (duration: 9.845331546s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:13.460941Z","caller":"traceutil/trace.go:171","msg":"trace[648313112] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23680; }","duration":"4.704894304s","start":"2026-02-27T22:46:08.756036Z","end":"2026-02-27T22:46:13.46093Z","steps":["trace[648313112] 'agreement among raft nodes before linearized reading' (duration: 4.704794042s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.460964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:03.615463Z","time spent":"9.845494929s","remote":"127.0.0.1:47838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:13.460973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:08.756015Z","time spent":"4.704948966s","remote":"127.0.0.1:36860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:13.461042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.264073029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:13.461096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.97135546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:13.461106Z","caller":"traceutil/trace.go:171","msg":"trace[1967046811] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23680; }","duration":"7.264219363s","start":"2026-02-27T22:46:06.196872Z","end":"2026-02-27T22:46:13.461091Z","steps":["trace[1967046811] 'agreement among raft nodes before linearized reading' (duration: 7.263886585s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:13.461123Z","caller":"traceutil/trace.go:171","msg":"trace[1500527167] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23680; }","duration":"8.971390391s","start":"2026-02-27T22:46:04.489726Z","end":"2026-02-27T22:46:13.461116Z","steps":["trace[1500527167] 'agreement among raft nodes before linearized reading' (duration: 8.97134477s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:13.461128Z","caller":"traceutil/trace.go:171","msg":"trace[1818224867] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"2.636816748s","start":"2026-02-27T22:46:10.824297Z","end":"2026-02-27T22:46:13.461114Z","steps":["trace[1818224867] 'process raft request' (duration: 2.635743655s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.461087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00728768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-02-27T22:46:13.461119Z","caller":"traceutil/trace.go:171","msg":"trace[1672397686] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"4.221512715s","start":"2026-02-27T22:46:09.239577Z","end":"2026-02-27T22:46:13.461089Z","steps":["trace[1672397686] 'process raft request' (duration: 4.220381451s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:13.461166Z","caller":"traceutil/trace.go:171","msg":"trace[1300599525] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23680; }","duration":"10.007388562s","start":"2026-02-27T22:46:03.453772Z","end":"2026-02-27T22:46:13.46116Z","steps":["trace[1300599525] 'agreement among raft nodes before linearized reading' (duration: 10.007206868s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.461187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:03.453765Z","time spent":"10.007416272s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-02-27T22:46:13.461182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.011625105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-be8b303b-1bea-4e1e-a092-1db9b5eb9a22\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-02-27T22:46:13.461214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:10.824273Z","time spent":"2.63688895s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:13.46124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:09.239551Z","time spent":"4.221632057s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:46:13.461289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.971645477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:13.461266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.037614016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:13.461315Z","caller":"traceutil/trace.go:171","msg":"trace[1351006344] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23680; }","duration":"8.971693398s","start":"2026-02-27T22:46:04.489614Z","end":"2026-02-27T22:46:13.461307Z","steps":["trace[1351006344] 'agreement among raft nodes before linearized reading' (duration: 8.971653797s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.461312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.223723484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-ct5zb\" ","response":"range_response_count:1 size:5422"} {"level":"warn","ts":"2026-02-27T22:46:13.461334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:04.489598Z","time spent":"8.971730329s","remote":"127.0.0.1:38242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:13.461316Z","caller":"traceutil/trace.go:171","msg":"trace[675380759] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23680; }","duration":"5.037710368s","start":"2026-02-27T22:46:08.4236Z","end":"2026-02-27T22:46:13.46131Z","steps":["trace[675380759] 'agreement among raft nodes before linearized reading' (duration: 5.037639417s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:13.461353Z","caller":"traceutil/trace.go:171","msg":"trace[963436119] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-ct5zb; range_end:; response_count:1; response_revision:23680; }","duration":"4.223788965s","start":"2026-02-27T22:46:09.237553Z","end":"2026-02-27T22:46:13.461342Z","steps":["trace[963436119] 'agreement among raft nodes before linearized reading' (duration: 4.223698823s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.461144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:04.489723Z","time spent":"8.971414982s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:13.461361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:08.423577Z","time spent":"5.0377777s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:13.461471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.123359198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:13.461385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:09.237542Z","time spent":"4.223836306s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5444,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-ct5zb\" "} {"level":"info","ts":"2026-02-27T22:46:13.461498Z","caller":"traceutil/trace.go:171","msg":"trace[587124788] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23680; }","duration":"9.123424389s","start":"2026-02-27T22:46:04.338067Z","end":"2026-02-27T22:46:13.461492Z","steps":["trace[587124788] 'agreement among raft nodes before linearized reading' (duration: 9.123372438s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.461222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:06.196851Z","time spent":"7.264324275s","remote":"127.0.0.1:38722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:46:13.461519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:04.338048Z","time spent":"9.1234647s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:13.461219Z","caller":"traceutil/trace.go:171","msg":"trace[1383457121] range","detail":"{range_begin:/registry/persistentvolumes/pvc-be8b303b-1bea-4e1e-a092-1db9b5eb9a22; range_end:; response_count:1; response_revision:23680; }","duration":"10.011673976s","start":"2026-02-27T22:46:03.449533Z","end":"2026-02-27T22:46:13.461207Z","steps":["trace[1383457121] 'agreement among raft nodes before linearized reading' (duration: 10.011579124s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.461673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:03.449522Z","time spent":"10.012139717s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-be8b303b-1bea-4e1e-a092-1db9b5eb9a22\" "} {"level":"warn","ts":"2026-02-27T22:46:13.462036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95599804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:13.462096Z","caller":"traceutil/trace.go:171","msg":"trace[1574407493] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23680; }","duration":"3.956123063s","start":"2026-02-27T22:46:09.505958Z","end":"2026-02-27T22:46:13.462081Z","steps":["trace[1574407493] 'agreement among raft nodes before linearized reading' (duration: 3.95600739s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.462132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:09.505915Z","time spent":"3.956207196s","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:13.462309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.146839426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273003"} {"level":"info","ts":"2026-02-27T22:46:13.462349Z","caller":"traceutil/trace.go:171","msg":"trace[1208584086] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23680; }","duration":"4.146909217s","start":"2026-02-27T22:46:09.315426Z","end":"2026-02-27T22:46:13.462335Z","steps":["trace[1208584086] 'agreement among raft nodes before linearized reading' (duration: 4.146588369s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.462381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:09.315412Z","time spent":"4.146958759s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273025,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:46:13.462409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.139772907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:46:13.462429Z","caller":"traceutil/trace.go:171","msg":"trace[2111097713] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23680; }","duration":"5.139796937s","start":"2026-02-27T22:46:08.322627Z","end":"2026-02-27T22:46:13.462424Z","steps":["trace[2111097713] 'agreement among raft nodes before linearized reading' (duration: 5.139000259s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.462444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:08.322571Z","time spent":"5.139869548s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:13.462525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996156877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:13.462575Z","caller":"traceutil/trace.go:171","msg":"trace[1454381669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23680; }","duration":"1.996225958s","start":"2026-02-27T22:46:11.466334Z","end":"2026-02-27T22:46:13.462559Z","steps":["trace[1454381669] 'agreement among raft nodes before linearized reading' (duration: 1.996145776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.462597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.014782034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:13.462615Z","caller":"traceutil/trace.go:171","msg":"trace[229360218] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:23680; }","duration":"6.014837194s","start":"2026-02-27T22:46:07.447772Z","end":"2026-02-27T22:46:13.46261Z","steps":["trace[229360218] 'agreement among raft nodes before linearized reading' (duration: 6.014799243s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.462629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:07.447753Z","time spent":"6.014872615s","remote":"127.0.0.1:36996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:13.462623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:11.46632Z","time spent":"1.99628949s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:46:13.462853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634188447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:13.462893Z","caller":"traceutil/trace.go:171","msg":"trace[1987004398] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:23680; }","duration":"1.634257658s","start":"2026-02-27T22:46:11.828624Z","end":"2026-02-27T22:46:13.462881Z","steps":["trace[1987004398] 'agreement among raft nodes before linearized reading' (duration: 1.634188866s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.462929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:11.82858Z","time spent":"1.63433973s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-02-27T22:46:13.463243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409008476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:13.463301Z","caller":"traceutil/trace.go:171","msg":"trace[593502126] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23680; }","duration":"2.409104099s","start":"2026-02-27T22:46:11.054183Z","end":"2026-02-27T22:46:13.463287Z","steps":["trace[593502126] 'agreement among raft nodes before linearized reading' (duration: 2.408997136s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.463336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:11.054163Z","time spent":"2.4091641s","remote":"127.0.0.1:47766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:13.463336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014494591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T22:46:13.463387Z","caller":"traceutil/trace.go:171","msg":"trace[1471896275] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23680; }","duration":"3.014573973s","start":"2026-02-27T22:46:10.448793Z","end":"2026-02-27T22:46:13.463367Z","steps":["trace[1471896275] 'agreement among raft nodes before linearized reading' (duration: 3.01441675s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:13.463425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:10.448778Z","time spent":"3.014637174s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T22:46:13.983255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:14.622076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.411872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:14.622247Z","caller":"traceutil/trace.go:171","msg":"trace[417519583] linearizableReadLoop","detail":"{readStateIndex:24541; appliedIndex:24538; }","duration":"1.139912978s","start":"2026-02-27T22:46:13.482322Z","end":"2026-02-27T22:46:14.622235Z","steps":["trace[417519583] 'read index received' (duration: 907.20532ms)","trace[417519583] 'applied index is now lower than readState.Index' (duration: 232.707058ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:14.622395Z","caller":"traceutil/trace.go:171","msg":"trace[2050145101] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"1.146883081s","start":"2026-02-27T22:46:13.475501Z","end":"2026-02-27T22:46:14.622384Z","steps":["trace[2050145101] 'process raft request' (duration: 914.101531ms)","trace[2050145101] 'compare' (duration: 232.012083ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:14.622439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:13.475483Z","time spent":"1.146931322s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:14.622599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140256317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f11b3e6-37d9-4ecc-8493-12449fdbc3bc\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T22:46:14.622664Z","caller":"traceutil/trace.go:171","msg":"trace[642545775] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f11b3e6-37d9-4ecc-8493-12449fdbc3bc; range_end:; response_count:1; response_revision:23683; }","duration":"1.140346048s","start":"2026-02-27T22:46:13.482303Z","end":"2026-02-27T22:46:14.622649Z","steps":["trace[642545775] 'agreement among raft nodes before linearized reading' (duration: 1.140143444s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:14.622693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:13.482291Z","time spent":"1.140395749s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-1f11b3e6-37d9-4ecc-8493-12449fdbc3bc\" "} {"level":"info","ts":"2026-02-27T22:46:14.622843Z","caller":"traceutil/trace.go:171","msg":"trace[871453239] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"1.14729184s","start":"2026-02-27T22:46:13.47552Z","end":"2026-02-27T22:46:14.622812Z","steps":["trace[871453239] 'process raft request' (duration: 1.146632256s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:14.622881Z","caller":"traceutil/trace.go:171","msg":"trace[1133290519] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"1.03549629s","start":"2026-02-27T22:46:13.587344Z","end":"2026-02-27T22:46:14.62284Z","steps":["trace[1133290519] 'process raft request' (duration: 1.034856667s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:14.622951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:13.587316Z","time spent":"1.035585483s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:14.62296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:13.475508Z","time spent":"1.147393103s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:46:14.622951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140570633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:14.623023Z","caller":"traceutil/trace.go:171","msg":"trace[1161709419] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23683; }","duration":"1.140679775s","start":"2026-02-27T22:46:13.482323Z","end":"2026-02-27T22:46:14.623002Z","steps":["trace[1161709419] 'agreement among raft nodes before linearized reading' (duration: 1.140534082s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:14.623068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:13.482312Z","time spent":"1.140746407s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:46:14.62309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.558644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:14.62317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.05332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:14.623174Z","caller":"traceutil/trace.go:171","msg":"trace[1515809227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23683; }","duration":"428.699126ms","start":"2026-02-27T22:46:14.194453Z","end":"2026-02-27T22:46:14.623152Z","steps":["trace[1515809227] 'agreement among raft nodes before linearized reading' (duration: 428.541583ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:14.623199Z","caller":"traceutil/trace.go:171","msg":"trace[474680153] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23683; }","duration":"186.143172ms","start":"2026-02-27T22:46:14.437046Z","end":"2026-02-27T22:46:14.623189Z","steps":["trace[474680153] 'agreement among raft nodes before linearized reading' (duration: 186.092031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:14.623221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140847549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:14.62323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:14.194431Z","time spent":"428.783678ms","remote":"127.0.0.1:36820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:14.62323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.662788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:14.623303Z","caller":"traceutil/trace.go:171","msg":"trace[484381352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23683; }","duration":"1.14092305s","start":"2026-02-27T22:46:13.482328Z","end":"2026-02-27T22:46:14.623251Z","steps":["trace[484381352] 'agreement among raft nodes before linearized reading' (duration: 1.140841988s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:14.6233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140780377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T22:46:14.623315Z","caller":"traceutil/trace.go:171","msg":"trace[1014156386] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23683; }","duration":"227.782331ms","start":"2026-02-27T22:46:14.395512Z","end":"2026-02-27T22:46:14.623294Z","steps":["trace[1014156386] 'agreement among raft nodes before linearized reading' (duration: 227.665089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:14.623336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:13.482312Z","time spent":"1.141014753s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:46:14.623342Z","caller":"traceutil/trace.go:171","msg":"trace[819517736] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23683; }","duration":"1.14087609s","start":"2026-02-27T22:46:13.482455Z","end":"2026-02-27T22:46:14.623331Z","steps":["trace[819517736] 'agreement among raft nodes before linearized reading' (duration: 1.140691736s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:14.62337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:13.482448Z","time spent":"1.140914901s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T22:46:14.622645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140320628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T22:46:14.623406Z","caller":"traceutil/trace.go:171","msg":"trace[1605491009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23683; }","duration":"1.141096964s","start":"2026-02-27T22:46:13.482301Z","end":"2026-02-27T22:46:14.623398Z","steps":["trace[1605491009] 'agreement among raft nodes before linearized reading' (duration: 1.140269396s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:14.623377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.666483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:14.623429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:13.482291Z","time spent":"1.141130735s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T22:46:14.623473Z","caller":"traceutil/trace.go:171","msg":"trace[75693053] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23683; }","duration":"607.834516ms","start":"2026-02-27T22:46:14.015613Z","end":"2026-02-27T22:46:14.623447Z","steps":["trace[75693053] 'agreement among raft nodes before linearized reading' (duration: 607.586381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:14.623525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:14.015545Z","time spent":"607.969629ms","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:15.131895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:15.632494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:16.133554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274059664,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:16.552447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.871738251s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:46:16.631947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999767945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:16.632108Z","caller":"traceutil/trace.go:171","msg":"trace[1407074615] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999959419s","start":"2026-02-27T22:46:14.63213Z","end":"2026-02-27T22:46:16.63209Z","steps":["trace[1407074615] 'agreement among raft nodes before linearized reading' (duration: 1.999777985s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:16.632199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:14.632124Z","time spent":"2.000061922s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:16.884822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.100238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:16.884962Z","caller":"traceutil/trace.go:171","msg":"trace[901749384] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"2.25566677s","start":"2026-02-27T22:46:14.62927Z","end":"2026-02-27T22:46:16.884937Z","steps":["trace[901749384] 'process raft request' (duration: 1.923368148s)","trace[901749384] 'compare' (duration: 330.925863ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:16.885054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:14.629258Z","time spent":"2.255745942s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:46:16.888738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:14.631159Z","time spent":"2.257572802s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T22:46:16.888858Z","caller":"traceutil/trace.go:171","msg":"trace[91346426] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"2.253604606s","start":"2026-02-27T22:46:14.635239Z","end":"2026-02-27T22:46:16.888844Z","steps":["trace[91346426] 'process raft request' (duration: 2.253398472s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:16.888942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:14.635209Z","time spent":"2.253689407s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4960,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:16.889029Z","caller":"traceutil/trace.go:171","msg":"trace[342518164] linearizableReadLoop","detail":"{readStateIndex:24544; appliedIndex:24541; }","duration":"2.257972481s","start":"2026-02-27T22:46:14.631034Z","end":"2026-02-27T22:46:16.889007Z","steps":["trace[342518164] 'read index received' (duration: 1.92162957s)","trace[342518164] 'applied index is now lower than readState.Index' (duration: 336.342071ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:16.889123Z","caller":"traceutil/trace.go:171","msg":"trace[1663439478] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"467.866251ms","start":"2026-02-27T22:46:16.421246Z","end":"2026-02-27T22:46:16.889112Z","steps":["trace[1663439478] 'process raft request' (duration: 467.520303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:16.889234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258187295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-27T22:46:16.889275Z","caller":"traceutil/trace.go:171","msg":"trace[1718632114] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23686; }","duration":"2.258261797s","start":"2026-02-27T22:46:14.630999Z","end":"2026-02-27T22:46:16.889261Z","steps":["trace[1718632114] 'agreement among raft nodes before linearized reading' (duration: 2.258133494s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:16.889298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:14.630984Z","time spent":"2.258309958s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-27T22:46:16.889227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:16.421229Z","time spent":"467.917153ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:16.895996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835910918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:16.896036Z","caller":"traceutil/trace.go:171","msg":"trace[2134241725] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23687; }","duration":"1.83599296s","start":"2026-02-27T22:46:15.060032Z","end":"2026-02-27T22:46:16.896025Z","steps":["trace[2134241725] 'agreement among raft nodes before linearized reading' (duration: 1.835914649s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:16.896057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:15.06001Z","time spent":"1.836041871s","remote":"127.0.0.1:36844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:16.896066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.621433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:16.896091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.93336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:16.896103Z","caller":"traceutil/trace.go:171","msg":"trace[1922941129] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23687; }","duration":"208.701595ms","start":"2026-02-27T22:46:16.68739Z","end":"2026-02-27T22:46:16.896092Z","steps":["trace[1922941129] 'agreement among raft nodes before linearized reading' (duration: 208.634833ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:16.896115Z","caller":"traceutil/trace.go:171","msg":"trace[1448401333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23687; }","duration":"263.974491ms","start":"2026-02-27T22:46:16.632133Z","end":"2026-02-27T22:46:16.896107Z","steps":["trace[1448401333] 'agreement among raft nodes before linearized reading' (duration: 263.93809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:16.896156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082336427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:16.896193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704633924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:16.896205Z","caller":"traceutil/trace.go:171","msg":"trace[1267156291] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23687; }","duration":"2.082439259s","start":"2026-02-27T22:46:14.813755Z","end":"2026-02-27T22:46:16.896194Z","steps":["trace[1267156291] 'agreement among raft nodes before linearized reading' (duration: 2.082333357s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:16.896215Z","caller":"traceutil/trace.go:171","msg":"trace[63658525] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23687; }","duration":"1.704686564s","start":"2026-02-27T22:46:15.191521Z","end":"2026-02-27T22:46:16.896207Z","steps":["trace[63658525] 'agreement among raft nodes before linearized reading' (duration: 1.704645373s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:16.896231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:14.813739Z","time spent":"2.082486591s","remote":"127.0.0.1:38528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:16.896234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:15.1915Z","time spent":"1.704729266s","remote":"127.0.0.1:38512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:16.896054Z","caller":"traceutil/trace.go:171","msg":"trace[1321387866] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"264.693237ms","start":"2026-02-27T22:46:16.631348Z","end":"2026-02-27T22:46:16.896041Z","steps":["trace[1321387866] 'process raft request' (duration: 264.38814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:16.89599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.605459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:16.896335Z","caller":"traceutil/trace.go:171","msg":"trace[469388341] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23687; }","duration":"770.992617ms","start":"2026-02-27T22:46:16.125337Z","end":"2026-02-27T22:46:16.896329Z","steps":["trace[469388341] 'agreement among raft nodes before linearized reading' (duration: 770.565888ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:16.896355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:16.12532Z","time spent":"771.028287ms","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:16.898467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253500643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29537200-5b9l7.18983b9e4771f73c\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23683 ","response":"range_response_count:500 size:386085"} {"level":"info","ts":"2026-02-27T22:46:16.898546Z","caller":"traceutil/trace.go:171","msg":"trace[1620866172] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29537200-5b9l7.18983b9e4771f73c\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23687; }","duration":"2.253622465s","start":"2026-02-27T22:46:14.644894Z","end":"2026-02-27T22:46:16.898517Z","steps":["trace[1620866172] 'agreement among raft nodes before linearized reading' (duration: 2.250967837s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:16.898597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:14.644876Z","time spent":"2.253698397s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":1460,"response size":386107,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner-29537200-5b9l7.18983b9e4771f73c\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23683 "} {"level":"warn","ts":"2026-02-27T22:46:20.433788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060027,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T22:46:20.51657Z","caller":"traceutil/trace.go:171","msg":"trace[565895186] transaction","detail":"{read_only:false; response_revision:23858; number_of_response:1; }","duration":"613.51518ms","start":"2026-02-27T22:46:19.903028Z","end":"2026-02-27T22:46:20.516544Z","steps":["trace[565895186] 'process raft request' (duration: 613.334046ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:20.516717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:19.902998Z","time spent":"613.647883ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:21.392579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.582383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:21.392764Z","caller":"traceutil/trace.go:171","msg":"trace[725810269] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"485.117188ms","start":"2026-02-27T22:46:20.907634Z","end":"2026-02-27T22:46:21.392751Z","steps":["trace[725810269] 'process raft request' (duration: 485.036936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:21.392822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:20.907613Z","time spent":"485.18154ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:21.392801Z","caller":"traceutil/trace.go:171","msg":"trace[1588978498] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"1.489483688s","start":"2026-02-27T22:46:19.903249Z","end":"2026-02-27T22:46:21.392733Z","steps":["trace[1588978498] 'process raft request' (duration: 792.67872ms)","trace[1588978498] 'compare' (duration: 696.266626ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:21.392856Z","caller":"traceutil/trace.go:171","msg":"trace[1626074900] linearizableReadLoop","detail":"{readStateIndex:24718; appliedIndex:24717; }","duration":"1.459668928s","start":"2026-02-27T22:46:19.933133Z","end":"2026-02-27T22:46:21.392802Z","steps":["trace[1626074900] 'read index received' (duration: 583.399743ms)","trace[1626074900] 'applied index is now lower than readState.Index' (duration: 876.266855ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:21.392914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459753421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:21.39296Z","caller":"traceutil/trace.go:171","msg":"trace[4444233] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23860; }","duration":"1.459843502s","start":"2026-02-27T22:46:19.933104Z","end":"2026-02-27T22:46:21.392948Z","steps":["trace[4444233] 'agreement among raft nodes before linearized reading' (duration: 1.45974362s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:21.393001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:19.933095Z","time spent":"1.459895993s","remote":"127.0.0.1:47862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:21.392997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:19.903214Z","time spent":"1.489689343s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:21.393087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.282953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:46:21.393136Z","caller":"traceutil/trace.go:171","msg":"trace[1472825754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23860; }","duration":"847.362124ms","start":"2026-02-27T22:46:20.545762Z","end":"2026-02-27T22:46:21.393125Z","steps":["trace[1472825754] 'agreement among raft nodes before linearized reading' (duration: 847.223861ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:21.393157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:20.545734Z","time spent":"847.417336ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:21.393153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.066843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:21.393203Z","caller":"traceutil/trace.go:171","msg":"trace[441553049] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23860; }","duration":"943.141845ms","start":"2026-02-27T22:46:20.45005Z","end":"2026-02-27T22:46:21.393192Z","steps":["trace[441553049] 'agreement among raft nodes before linearized reading' (duration: 943.058303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:21.393232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:20.449989Z","time spent":"943.234676ms","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:21.393264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.401884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-02-27T22:46:21.393288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.155169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:21.393291Z","caller":"traceutil/trace.go:171","msg":"trace[274211575] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23860; }","duration":"961.462026ms","start":"2026-02-27T22:46:20.43182Z","end":"2026-02-27T22:46:21.393282Z","steps":["trace[274211575] 'agreement among raft nodes before linearized reading' (duration: 961.333443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:21.393314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:20.431799Z","time spent":"961.510626ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-02-27T22:46:21.393314Z","caller":"traceutil/trace.go:171","msg":"trace[1659578083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23860; }","duration":"737.22146ms","start":"2026-02-27T22:46:20.656084Z","end":"2026-02-27T22:46:21.393305Z","steps":["trace[1659578083] 'agreement among raft nodes before linearized reading' (duration: 737.181359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:21.393339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:20.656048Z","time spent":"737.285802ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:46:21.393352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.36373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-02-27T22:46:21.393091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422942416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T22:46:21.393456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14499142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-02-27T22:46:21.393462Z","caller":"traceutil/trace.go:171","msg":"trace[82247414] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23860; }","duration":"642.515354ms","start":"2026-02-27T22:46:20.750925Z","end":"2026-02-27T22:46:21.39344Z","steps":["trace[82247414] 'agreement among raft nodes before linearized reading' (duration: 642.290599ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:21.393493Z","caller":"traceutil/trace.go:171","msg":"trace[126975692] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23860; }","duration":"1.145088472s","start":"2026-02-27T22:46:20.248393Z","end":"2026-02-27T22:46:21.393481Z","steps":["trace[126975692] 'agreement among raft nodes before linearized reading' (duration: 1.144974299s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:21.393505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:20.750906Z","time spent":"642.589325ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T22:46:21.39352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:20.248359Z","time spent":"1.145155134s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T22:46:21.393465Z","caller":"traceutil/trace.go:171","msg":"trace[786110589] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23860; }","duration":"1.423335514s","start":"2026-02-27T22:46:19.97012Z","end":"2026-02-27T22:46:21.393456Z","steps":["trace[786110589] 'agreement among raft nodes before linearized reading' (duration: 1.422856274s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:21.393628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:19.970113Z","time spent":"1.423506159s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T22:46:23.361499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709048171s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:23.361625Z","caller":"traceutil/trace.go:171","msg":"trace[1748041466] linearizableReadLoop","detail":"{readStateIndex:24720; appliedIndex:24719; }","duration":"1.829129021s","start":"2026-02-27T22:46:21.532476Z","end":"2026-02-27T22:46:23.361605Z","steps":["trace[1748041466] 'read index received' (duration: 119.717602ms)","trace[1748041466] 'applied index is now lower than readState.Index' (duration: 1.709409789s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:23.361775Z","caller":"traceutil/trace.go:171","msg":"trace[1806633482] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"1.964779891s","start":"2026-02-27T22:46:21.396947Z","end":"2026-02-27T22:46:23.361727Z","steps":["trace[1806633482] 'process raft request' (duration: 255.332222ms)","trace[1806633482] 'compare' (duration: 1.698618893s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:23.36197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:21.396922Z","time spent":"1.964919994s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:23.362043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829528349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T22:46:23.362155Z","caller":"traceutil/trace.go:171","msg":"trace[1595919593] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23861; }","duration":"1.829693803s","start":"2026-02-27T22:46:21.532437Z","end":"2026-02-27T22:46:23.36213Z","steps":["trace[1595919593] 'agreement among raft nodes before linearized reading' (duration: 1.829347806s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:23.362212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:21.532418Z","time spent":"1.829783387s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T22:46:23.862313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:24.366812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060036,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:24.644372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.744399776s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:46:24.647737Z","caller":"traceutil/trace.go:171","msg":"trace[557060167] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"2.746476442s","start":"2026-02-27T22:46:21.89987Z","end":"2026-02-27T22:46:24.646347Z","steps":["trace[557060167] 'process raft request' (duration: 2.745271515s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.648041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:21.899853Z","time spent":"2.748083167s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:24.648556Z","caller":"traceutil/trace.go:171","msg":"trace[585395141] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"919.13848ms","start":"2026-02-27T22:46:23.729391Z","end":"2026-02-27T22:46:24.64853Z","steps":["trace[585395141] 'process raft request' (duration: 919.001468ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.648733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:23.729364Z","time spent":"919.278593ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:24.648853Z","caller":"traceutil/trace.go:171","msg":"trace[1859395650] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"1.249798837s","start":"2026-02-27T22:46:23.399029Z","end":"2026-02-27T22:46:24.648828Z","steps":["trace[1859395650] 'process raft request' (duration: 1.249203534s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.649007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:23.399014Z","time spent":"1.249913049s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:24.653473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999713333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:24.653519Z","caller":"traceutil/trace.go:171","msg":"trace[962501098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999817475s","start":"2026-02-27T22:46:22.653691Z","end":"2026-02-27T22:46:24.653508Z","steps":["trace[962501098] 'agreement among raft nodes before linearized reading' (duration: 1.999763294s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.653542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:22.653674Z","time spent":"1.999863197s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T22:46:24.660866Z","caller":"traceutil/trace.go:171","msg":"trace[1239984008] linearizableReadLoop","detail":"{readStateIndex:24724; appliedIndex:24721; }","duration":"1.299205135s","start":"2026-02-27T22:46:23.361645Z","end":"2026-02-27T22:46:24.66085Z","steps":["trace[1239984008] 'read index received' (duration: 1.284923433s)","trace[1239984008] 'applied index is now lower than readState.Index' (duration: 14.280602ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:24.660949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617114589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:24.660981Z","caller":"traceutil/trace.go:171","msg":"trace[165544108] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23864; }","duration":"2.617185861s","start":"2026-02-27T22:46:22.043785Z","end":"2026-02-27T22:46:24.660971Z","steps":["trace[165544108] 'agreement among raft nodes before linearized reading' (duration: 2.617117549s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.660998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:22.043764Z","time spent":"2.617229501s","remote":"127.0.0.1:37022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:24.661022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1379112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T22:46:24.661055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29577501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-mnj44.18983b34eb5b970a\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-02-27T22:46:24.661061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924769093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-27T22:46:24.661078Z","caller":"traceutil/trace.go:171","msg":"trace[1014509671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23864; }","duration":"2.138002982s","start":"2026-02-27T22:46:22.523063Z","end":"2026-02-27T22:46:24.661066Z","steps":["trace[1014509671] 'agreement among raft nodes before linearized reading' (duration: 2.137811148s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:24.661084Z","caller":"traceutil/trace.go:171","msg":"trace[1015112274] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-mnj44.18983b34eb5b970a; range_end:; response_count:1; response_revision:23864; }","duration":"1.295835521s","start":"2026-02-27T22:46:23.365241Z","end":"2026-02-27T22:46:24.661076Z","steps":["trace[1015112274] 'agreement among raft nodes before linearized reading' (duration: 1.295718899s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.661112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:22.523047Z","time spent":"2.138059394s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:24.661121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:23.365222Z","time spent":"1.295888913s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":971,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-mnj44.18983b34eb5b970a\" "} {"level":"warn","ts":"2026-02-27T22:46:24.661154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152141991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:46:24.661171Z","caller":"traceutil/trace.go:171","msg":"trace[2048562476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23864; }","duration":"2.152191072s","start":"2026-02-27T22:46:22.508975Z","end":"2026-02-27T22:46:24.661166Z","steps":["trace[2048562476] 'agreement among raft nodes before linearized reading' (duration: 2.152139931s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.661184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:22.508956Z","time spent":"2.152224652s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:46:24.661198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875021408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T22:46:24.661229Z","caller":"traceutil/trace.go:171","msg":"trace[2135144662] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23864; }","duration":"2.875087789s","start":"2026-02-27T22:46:21.786132Z","end":"2026-02-27T22:46:24.661219Z","steps":["trace[2135144662] 'agreement among raft nodes before linearized reading' (duration: 2.875000347s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.661273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:21.786109Z","time spent":"2.87515713s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T22:46:24.66111Z","caller":"traceutil/trace.go:171","msg":"trace[1484905572] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23864; }","duration":"2.924850666s","start":"2026-02-27T22:46:21.736244Z","end":"2026-02-27T22:46:24.661095Z","steps":["trace[1484905572] 'agreement among raft nodes before linearized reading' (duration: 2.924699122s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.661352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:21.736228Z","time spent":"2.925113041s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T22:46:24.661374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444027676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:46:24.661461Z","caller":"traceutil/trace.go:171","msg":"trace[1895609334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23864; }","duration":"1.444158639s","start":"2026-02-27T22:46:23.217291Z","end":"2026-02-27T22:46:24.66145Z","steps":["trace[1895609334] 'agreement among raft nodes before linearized reading' (duration: 1.443949375s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.661489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:23.217256Z","time spent":"1.44422768s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:46:24.661526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.235122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T22:46:24.661556Z","caller":"traceutil/trace.go:171","msg":"trace[146948621] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23864; }","duration":"387.285932ms","start":"2026-02-27T22:46:24.274261Z","end":"2026-02-27T22:46:24.661547Z","steps":["trace[146948621] 'agreement among raft nodes before linearized reading' (duration: 387.207911ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.661574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:24.274247Z","time spent":"387.322873ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T22:46:24.661642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.593581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:24.661668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.158406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-wfcmc\" ","response":"range_response_count:1 size:6395"} {"level":"info","ts":"2026-02-27T22:46:24.661687Z","caller":"traceutil/trace.go:171","msg":"trace[1137070115] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-wfcmc; range_end:; response_count:1; response_revision:23864; }","duration":"138.175476ms","start":"2026-02-27T22:46:24.523505Z","end":"2026-02-27T22:46:24.66168Z","steps":["trace[1137070115] 'agreement among raft nodes before linearized reading' (duration: 138.114805ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:24.661686Z","caller":"traceutil/trace.go:171","msg":"trace[183151223] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23864; }","duration":"547.690293ms","start":"2026-02-27T22:46:24.113982Z","end":"2026-02-27T22:46:24.661672Z","steps":["trace[183151223] 'agreement among raft nodes before linearized reading' (duration: 547.616341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.66172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:24.113951Z","time spent":"547.760355ms","remote":"127.0.0.1:38568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:24.661796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.009798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:46:24.661821Z","caller":"traceutil/trace.go:171","msg":"trace[1690716637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23864; }","duration":"158.07363ms","start":"2026-02-27T22:46:24.50374Z","end":"2026-02-27T22:46:24.661813Z","steps":["trace[1690716637] 'agreement among raft nodes before linearized reading' (duration: 158.013349ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.661874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.409603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T22:46:24.661871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264368455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:46:24.661896Z","caller":"traceutil/trace.go:171","msg":"trace[188055309] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23864; }","duration":"808.472055ms","start":"2026-02-27T22:46:23.853418Z","end":"2026-02-27T22:46:24.66189Z","steps":["trace[188055309] 'agreement among raft nodes before linearized reading' (duration: 808.402403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.661915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:23.853373Z","time spent":"808.538226ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-02-27T22:46:24.66191Z","caller":"traceutil/trace.go:171","msg":"trace[1403449352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23864; }","duration":"1.264446507s","start":"2026-02-27T22:46:23.397452Z","end":"2026-02-27T22:46:24.661899Z","steps":["trace[1403449352] 'agreement among raft nodes before linearized reading' (duration: 1.264348135s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.661916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189998771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-02-27T22:46:24.661939Z","caller":"traceutil/trace.go:171","msg":"trace[572551695] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23864; }","duration":"1.190021152s","start":"2026-02-27T22:46:23.471911Z","end":"2026-02-27T22:46:24.661932Z","steps":["trace[572551695] 'agreement among raft nodes before linearized reading' (duration: 1.18996164s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:24.66194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:23.397393Z","time spent":"1.264539929s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:24.661955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:23.471846Z","time spent":"1.190104594s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-27T22:46:29.247095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:29.747486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060106,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:30.025483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321098523s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:46:30.026294Z","caller":"traceutil/trace.go:171","msg":"trace[628854571] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"1.322035004s","start":"2026-02-27T22:46:28.70423Z","end":"2026-02-27T22:46:30.026265Z","steps":["trace[628854571] 'process raft request' (duration: 1.32184177s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:30.026459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:28.704221Z","time spent":"1.322154776s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:30.412412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.57939ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:30.412555Z","caller":"traceutil/trace.go:171","msg":"trace[1969779427] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23882; }","duration":"207.737973ms","start":"2026-02-27T22:46:30.204799Z","end":"2026-02-27T22:46:30.412537Z","steps":["trace[1969779427] 'range keys from in-memory index tree' (duration: 207.56184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:32.354394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.328681293s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:46:32.354876Z","caller":"traceutil/trace.go:171","msg":"trace[1793114159] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"3.650454771s","start":"2026-02-27T22:46:28.704399Z","end":"2026-02-27T22:46:32.354854Z","steps":["trace[1793114159] 'process raft request' (duration: 3.650218876s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:32.355213Z","caller":"traceutil/trace.go:171","msg":"trace[816373540] linearizableReadLoop","detail":"{readStateIndex:24746; appliedIndex:24742; }","duration":"3.609192831s","start":"2026-02-27T22:46:28.745999Z","end":"2026-02-27T22:46:32.355192Z","steps":["trace[816373540] 'read index received' (duration: 1.280040387s)","trace[816373540] 'applied index is now lower than readState.Index' (duration: 2.329151544s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:32.355309Z","caller":"traceutil/trace.go:171","msg":"trace[161106906] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"2.700586851s","start":"2026-02-27T22:46:29.654712Z","end":"2026-02-27T22:46:32.355298Z","steps":["trace[161106906] 'process raft request' (duration: 2.700343485s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:32.355408Z","caller":"traceutil/trace.go:171","msg":"trace[272171917] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"3.360065585s","start":"2026-02-27T22:46:28.995328Z","end":"2026-02-27T22:46:32.355394Z","steps":["trace[272171917] 'process raft request' (duration: 3.359428601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:32.355417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:29.654691Z","time spent":"2.700650582s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:32.355484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:28.995311Z","time spent":"3.360135936s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:32.355733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609721024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:32.355798Z","caller":"traceutil/trace.go:171","msg":"trace[64154825] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23885; }","duration":"3.609823985s","start":"2026-02-27T22:46:28.745955Z","end":"2026-02-27T22:46:32.355779Z","steps":["trace[64154825] 'agreement among raft nodes before linearized reading' (duration: 3.609722603s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:32.355853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:28.745941Z","time spent":"3.609898637s","remote":"127.0.0.1:38466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:32.355895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:28.704392Z","time spent":"3.650553993s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:32.660013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000607875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:32.660128Z","caller":"traceutil/trace.go:171","msg":"trace[2046033484] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000762667s","start":"2026-02-27T22:46:30.659341Z","end":"2026-02-27T22:46:32.660104Z","steps":["trace[2046033484] 'agreement among raft nodes before linearized reading' (duration: 2.000633214s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:32.660186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:30.659327Z","time spent":"2.00084722s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:32.855571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:33.356417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:33.848321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998498654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:33.848405Z","caller":"traceutil/trace.go:171","msg":"trace[907957240] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998639347s","start":"2026-02-27T22:46:28.849747Z","end":"2026-02-27T22:46:33.848386Z","steps":["trace[907957240] 'agreement among raft nodes before linearized reading' (duration: 4.998532475s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:33.848463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:28.849727Z","time spent":"4.998726378s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/27 22:46:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:33.857461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060113,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:33.9516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.597020795s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:46:33.955536Z","caller":"traceutil/trace.go:171","msg":"trace[860558475] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"3.292520499s","start":"2026-02-27T22:46:30.662984Z","end":"2026-02-27T22:46:33.955504Z","steps":["trace[860558475] 'process raft request' (duration: 3.288824029s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:33.955792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:30.662969Z","time spent":"3.292706163s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:34.015778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00341784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:34.015855Z","caller":"traceutil/trace.go:171","msg":"trace[2065880703] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"5.003544884s","start":"2026-02-27T22:46:29.012292Z","end":"2026-02-27T22:46:34.015836Z","steps":["trace[2065880703] 'agreement among raft nodes before linearized reading' (duration: 5.00343296s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:34.015893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:29.012284Z","time spent":"5.003602316s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T22:46:34.226673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999288871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:34.226765Z","caller":"traceutil/trace.go:171","msg":"trace[1634601858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999436473s","start":"2026-02-27T22:46:29.227314Z","end":"2026-02-27T22:46:34.22675Z","steps":["trace[1634601858] 'agreement among raft nodes before linearized reading' (duration: 4.999322271s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:34.226807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:29.227294Z","time spent":"4.999500265s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:34.66088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999771365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:34.660975Z","caller":"traceutil/trace.go:171","msg":"trace[1095317100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999944339s","start":"2026-02-27T22:46:32.661015Z","end":"2026-02-27T22:46:34.66096Z","steps":["trace[1095317100] 'agreement among raft nodes before linearized reading' (duration: 1.999806986s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:34.661173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:32.66099Z","time spent":"2.000025011s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:35.225495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999076095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:35.225587Z","caller":"traceutil/trace.go:171","msg":"trace[2144166283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999254409s","start":"2026-02-27T22:46:30.226312Z","end":"2026-02-27T22:46:35.225567Z","steps":["trace[2144166283] 'agreement among raft nodes before linearized reading' (duration: 4.999141327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:35.225635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:30.226292Z","time spent":"4.99933375s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 22:46:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:35.406021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998761779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:35.40609Z","caller":"traceutil/trace.go:171","msg":"trace[931994993] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998877851s","start":"2026-02-27T22:46:30.407196Z","end":"2026-02-27T22:46:35.406074Z","steps":["trace[931994993] 'agreement among raft nodes before linearized reading' (duration: 4.998787519s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:35.40613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:30.40718Z","time spent":"4.998938323s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/27 22:46:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:35.483919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.458228356s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:46:36.105469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99932862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:36.105556Z","caller":"traceutil/trace.go:171","msg":"trace[39285633] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999462374s","start":"2026-02-27T22:46:31.106074Z","end":"2026-02-27T22:46:36.105537Z","steps":["trace[39285633] 'agreement among raft nodes before linearized reading' (duration: 4.999347751s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.105607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:31.106061Z","time spent":"4.999534336s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T22:46:36.271298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999449453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:36.271374Z","caller":"traceutil/trace.go:171","msg":"trace[1842241673] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999582436s","start":"2026-02-27T22:46:31.271775Z","end":"2026-02-27T22:46:36.271357Z","steps":["trace[1842241673] 'agreement among raft nodes before linearized reading' (duration: 4.999489294s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.271418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:31.27176Z","time spent":"4.999648488s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/27 22:46:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:36.285586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000039807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:36.285791Z","caller":"traceutil/trace.go:171","msg":"trace[1726784567] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"5.000268612s","start":"2026-02-27T22:46:31.285501Z","end":"2026-02-27T22:46:36.28577Z","steps":["trace[1726784567] 'agreement among raft nodes before linearized reading' (duration: 5.000033297s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.285888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:31.285486Z","time spent":"5.000375144s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/02/27 22:46:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:36.668148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000088782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:36.668224Z","caller":"traceutil/trace.go:171","msg":"trace[426136197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000205315s","start":"2026-02-27T22:46:34.668001Z","end":"2026-02-27T22:46:36.668206Z","steps":["trace[426136197] 'agreement among raft nodes before linearized reading' (duration: 2.000108803s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.668276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:34.667989Z","time spent":"2.000272466s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:36.699146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743809764s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:46:36.699346Z","caller":"traceutil/trace.go:171","msg":"trace[1672591198] linearizableReadLoop","detail":"{readStateIndex:24748; appliedIndex:24746; }","duration":"4.344058509s","start":"2026-02-27T22:46:32.355268Z","end":"2026-02-27T22:46:36.699326Z","steps":["trace[1672591198] 'read index received' (duration: 1.596465723s)","trace[1672591198] 'applied index is now lower than readState.Index' (duration: 2.747591866s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:36.700325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.124915463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:36.700336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.219875004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:36.70037Z","caller":"traceutil/trace.go:171","msg":"trace[1547135866] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23886; }","duration":"7.125013665s","start":"2026-02-27T22:46:29.575345Z","end":"2026-02-27T22:46:36.700359Z","steps":["trace[1547135866] 'agreement among raft nodes before linearized reading' (duration: 7.124930223s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:36.700376Z","caller":"traceutil/trace.go:171","msg":"trace[392032270] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23886; }","duration":"7.219955866s","start":"2026-02-27T22:46:29.480409Z","end":"2026-02-27T22:46:36.700365Z","steps":["trace[392032270] 'agreement among raft nodes before linearized reading' (duration: 7.219874075s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.700392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:29.575327Z","time spent":"7.125060516s","remote":"127.0.0.1:44424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.700409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:29.480392Z","time spent":"7.220008427s","remote":"127.0.0.1:47966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.700438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.270305365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:36.70051Z","caller":"traceutil/trace.go:171","msg":"trace[220049366] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23886; }","duration":"7.270392297s","start":"2026-02-27T22:46:29.4301Z","end":"2026-02-27T22:46:36.700493Z","steps":["trace[220049366] 'agreement among raft nodes before linearized reading' (duration: 7.270224473s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.700554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:29.430034Z","time spent":"7.270510099s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.700585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.669228697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:46:36.700605Z","caller":"traceutil/trace.go:171","msg":"trace[614113513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23886; }","duration":"4.669278877s","start":"2026-02-27T22:46:32.03132Z","end":"2026-02-27T22:46:36.700599Z","steps":["trace[614113513] 'agreement among raft nodes before linearized reading' (duration: 4.669185155s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.700619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:32.031308Z","time spent":"4.669308279s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:36.700657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.785484179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:36.700766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.809721043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.700791Z","caller":"traceutil/trace.go:171","msg":"trace[502868267] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23886; }","duration":"6.809750933s","start":"2026-02-27T22:46:29.891032Z","end":"2026-02-27T22:46:36.700783Z","steps":["trace[502868267] 'agreement among raft nodes before linearized reading' (duration: 6.809702172s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.700806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:29.891012Z","time spent":"6.809789505s","remote":"127.0.0.1:38722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:36.700794Z","caller":"traceutil/trace.go:171","msg":"trace[506358395] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23886; }","duration":"5.785664003s","start":"2026-02-27T22:46:30.915111Z","end":"2026-02-27T22:46:36.700775Z","steps":["trace[506358395] 'agreement among raft nodes before linearized reading' (duration: 5.785469159s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.700845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:30.915094Z","time spent":"5.785739864s","remote":"127.0.0.1:35140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.700915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.978768292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.700934Z","caller":"traceutil/trace.go:171","msg":"trace[11735406] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23886; }","duration":"6.978827033s","start":"2026-02-27T22:46:29.722102Z","end":"2026-02-27T22:46:36.700929Z","steps":["trace[11735406] 'agreement among raft nodes before linearized reading' (duration: 6.978788583s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.700948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:29.722084Z","time spent":"6.978859504s","remote":"127.0.0.1:38734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.700965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421947699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.701Z","caller":"traceutil/trace.go:171","msg":"trace[1080857804] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23886; }","duration":"4.422014661s","start":"2026-02-27T22:46:32.278973Z","end":"2026-02-27T22:46:36.700988Z","steps":["trace[1080857804] 'agreement among raft nodes before linearized reading' (duration: 4.42197165s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.70103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:32.278954Z","time spent":"4.422068491s","remote":"127.0.0.1:38496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.701071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000769622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.701107Z","caller":"traceutil/trace.go:171","msg":"trace[712979877] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23886; }","duration":"5.000807763s","start":"2026-02-27T22:46:31.70029Z","end":"2026-02-27T22:46:36.701097Z","steps":["trace[712979877] 'agreement among raft nodes before linearized reading' (duration: 5.000744442s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.701113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.378094422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:46:36.701135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:31.700228Z","time spent":"5.000899566s","remote":"127.0.0.1:35154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:36.701149Z","caller":"traceutil/trace.go:171","msg":"trace[174762047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23886; }","duration":"4.378166304s","start":"2026-02-27T22:46:32.322973Z","end":"2026-02-27T22:46:36.701139Z","steps":["trace[174762047] 'agreement among raft nodes before linearized reading' (duration: 4.378032021s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.70118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:32.322957Z","time spent":"4.378216055s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:46:36.701371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.317644188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-02-27T22:46:36.700795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.449623198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:36.701397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.41673951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.701433Z","caller":"traceutil/trace.go:171","msg":"trace[991616778] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96; range_end:; response_count:1; response_revision:23886; }","duration":"5.317709429s","start":"2026-02-27T22:46:31.383683Z","end":"2026-02-27T22:46:36.701392Z","steps":["trace[991616778] 'agreement among raft nodes before linearized reading' (duration: 5.317582587s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:36.701464Z","caller":"traceutil/trace.go:171","msg":"trace[1908155573] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23886; }","duration":"5.416833393s","start":"2026-02-27T22:46:31.284622Z","end":"2026-02-27T22:46:36.701455Z","steps":["trace[1908155573] 'agreement among raft nodes before linearized reading' (duration: 5.416741041s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:36.701464Z","caller":"traceutil/trace.go:171","msg":"trace[580939987] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23886; }","duration":"7.450298903s","start":"2026-02-27T22:46:29.251142Z","end":"2026-02-27T22:46:36.701441Z","steps":["trace[580939987] 'agreement among raft nodes before linearized reading' (duration: 7.449545357s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.70091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.745062367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"warn","ts":"2026-02-27T22:46:36.701496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:31.284612Z","time spent":"5.416876143s","remote":"127.0.0.1:38436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:36.701507Z","caller":"traceutil/trace.go:171","msg":"trace[1945547060] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:23886; }","duration":"7.745683811s","start":"2026-02-27T22:46:28.955814Z","end":"2026-02-27T22:46:36.701498Z","steps":["trace[1945547060] 'agreement among raft nodes before linearized reading' (duration: 7.745008136s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.701515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:29.251133Z","time spent":"7.450364895s","remote":"127.0.0.1:38538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.701533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:28.955798Z","time spent":"7.745728571s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7103,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-02-27T22:46:36.701473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:31.383666Z","time spent":"5.317799341s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":802,"request content":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" "} {"level":"warn","ts":"2026-02-27T22:46:36.701766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.477533312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.701808Z","caller":"traceutil/trace.go:171","msg":"trace[1480363516] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23886; }","duration":"4.477593414s","start":"2026-02-27T22:46:32.224205Z","end":"2026-02-27T22:46:36.701798Z","steps":["trace[1480363516] 'agreement among raft nodes before linearized reading' (duration: 4.477528843s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.70184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:32.224195Z","time spent":"4.477633665s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:36.701878Z","caller":"traceutil/trace.go:171","msg":"trace[472912871] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"2.676245079s","start":"2026-02-27T22:46:34.025604Z","end":"2026-02-27T22:46:36.701849Z","steps":["trace[472912871] 'process raft request' (duration: 2.673631192s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.701953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:34.025582Z","time spent":"2.67632651s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:36.702068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48887061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:46:36.702096Z","caller":"traceutil/trace.go:171","msg":"trace[1920975453] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23886; }","duration":"4.488930591s","start":"2026-02-27T22:46:32.213158Z","end":"2026-02-27T22:46:36.702089Z","steps":["trace[1920975453] 'agreement among raft nodes before linearized reading' (duration: 4.487202354s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.702116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:32.213141Z","time spent":"4.488969582s","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.703207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219133907s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:46:36.710005Z","caller":"traceutil/trace.go:171","msg":"trace[27105690] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"1.483478387s","start":"2026-02-27T22:46:35.226508Z","end":"2026-02-27T22:46:36.709987Z","steps":["trace[27105690] 'process raft request' (duration: 1.483314283s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.71013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:35.226488Z","time spent":"1.483575728s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:36.710391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.348197189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-27T22:46:36.710444Z","caller":"traceutil/trace.go:171","msg":"trace[1804241680] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23890; }","duration":"4.348277541s","start":"2026-02-27T22:46:32.362155Z","end":"2026-02-27T22:46:36.710432Z","steps":["trace[1804241680] 'agreement among raft nodes before linearized reading' (duration: 4.348148559s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.710465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:32.362144Z","time spent":"4.348316142s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-27T22:46:36.710474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296609263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.710522Z","caller":"traceutil/trace.go:171","msg":"trace[262600534] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23890; }","duration":"2.296676044s","start":"2026-02-27T22:46:34.413832Z","end":"2026-02-27T22:46:36.710508Z","steps":["trace[262600534] 'agreement among raft nodes before linearized reading' (duration: 2.296568322s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.710521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255225995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T22:46:36.71055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:34.413825Z","time spent":"2.296718715s","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.710558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.81216707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.710564Z","caller":"traceutil/trace.go:171","msg":"trace[400020349] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23890; }","duration":"3.255300097s","start":"2026-02-27T22:46:33.455253Z","end":"2026-02-27T22:46:36.710553Z","steps":["trace[400020349] 'agreement among raft nodes before linearized reading' (duration: 3.255168684s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.710571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.329030326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:36.710608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065363047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:36.710503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.528890127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.710613Z","caller":"traceutil/trace.go:171","msg":"trace[1998911999] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23890; }","duration":"3.329064567s","start":"2026-02-27T22:46:33.381534Z","end":"2026-02-27T22:46:36.710599Z","steps":["trace[1998911999] 'agreement among raft nodes before linearized reading' (duration: 3.329014616s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:36.710626Z","caller":"traceutil/trace.go:171","msg":"trace[192537963] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23890; }","duration":"4.065429728s","start":"2026-02-27T22:46:32.645191Z","end":"2026-02-27T22:46:36.710621Z","steps":["trace[192537963] 'agreement among raft nodes before linearized reading' (duration: 4.065401928s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.71064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:32.645165Z","time spent":"4.065472249s","remote":"127.0.0.1:38200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.710642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:33.381474Z","time spent":"3.329161669s","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.710639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942696814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.710676Z","caller":"traceutil/trace.go:171","msg":"trace[475991391] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23890; }","duration":"2.942756936s","start":"2026-02-27T22:46:33.767907Z","end":"2026-02-27T22:46:36.710664Z","steps":["trace[475991391] 'agreement among raft nodes before linearized reading' (duration: 2.942695224s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.710671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.393727458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:36.710702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.132937537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.710715Z","caller":"traceutil/trace.go:171","msg":"trace[996639974] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23890; }","duration":"3.393821881s","start":"2026-02-27T22:46:33.316882Z","end":"2026-02-27T22:46:36.710704Z","steps":["trace[996639974] 'agreement among raft nodes before linearized reading' (duration: 3.393709168s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.710604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:33.455224Z","time spent":"3.255371719s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T22:46:36.710738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30373865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.71074Z","caller":"traceutil/trace.go:171","msg":"trace[466735358] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23890; }","duration":"3.133013039s","start":"2026-02-27T22:46:33.577718Z","end":"2026-02-27T22:46:36.710731Z","steps":["trace[466735358] 'agreement among raft nodes before linearized reading' (duration: 3.132935366s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.710745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:33.316864Z","time spent":"3.393874262s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:36.710578Z","caller":"traceutil/trace.go:171","msg":"trace[128394533] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23890; }","duration":"3.812230041s","start":"2026-02-27T22:46:32.898342Z","end":"2026-02-27T22:46:36.710572Z","steps":["trace[128394533] 'agreement among raft nodes before linearized reading' (duration: 3.812197281s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:36.710763Z","caller":"traceutil/trace.go:171","msg":"trace[1192106867] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23890; }","duration":"2.303788571s","start":"2026-02-27T22:46:34.406968Z","end":"2026-02-27T22:46:36.710757Z","steps":["trace[1192106867] 'agreement among raft nodes before linearized reading' (duration: 2.30375259s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:36.710637Z","caller":"traceutil/trace.go:171","msg":"trace[548430097] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23890; }","duration":"3.529072241s","start":"2026-02-27T22:46:33.181554Z","end":"2026-02-27T22:46:36.710627Z","steps":["trace[548430097] 'agreement among raft nodes before linearized reading' (duration: 3.528876307s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.710782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:34.406955Z","time spent":"2.303822322s","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.710783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:32.898318Z","time spent":"3.812457037s","remote":"127.0.0.1:39726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.710798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:33.181541Z","time spent":"3.529251356s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.710707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:33.767891Z","time spent":"2.942809027s","remote":"127.0.0.1:38318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.710949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351925371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T22:46:36.710959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.769141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.710969Z","caller":"traceutil/trace.go:171","msg":"trace[1267156479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23890; }","duration":"2.351974243s","start":"2026-02-27T22:46:34.358989Z","end":"2026-02-27T22:46:36.710963Z","steps":["trace[1267156479] 'agreement among raft nodes before linearized reading' (duration: 2.351897831s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:36.710981Z","caller":"traceutil/trace.go:171","msg":"trace[948772327] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23890; }","duration":"337.826253ms","start":"2026-02-27T22:46:36.373147Z","end":"2026-02-27T22:46:36.710974Z","steps":["trace[948772327] 'agreement among raft nodes before linearized reading' (duration: 337.796252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.710999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:34.358972Z","time spent":"2.352022683s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:36.711001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:36.373125Z","time spent":"337.872104ms","remote":"127.0.0.1:38692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.710774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:33.577702Z","time spent":"3.1330621s","remote":"127.0.0.1:38474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.711096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992912765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:36.711109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249569912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T22:46:36.711129Z","caller":"traceutil/trace.go:171","msg":"trace[1945085864] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23890; }","duration":"1.992978427s","start":"2026-02-27T22:46:34.718141Z","end":"2026-02-27T22:46:36.711119Z","steps":["trace[1945085864] 'agreement among raft nodes before linearized reading' (duration: 1.992924126s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.711135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081612971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T22:46:36.711144Z","caller":"traceutil/trace.go:171","msg":"trace[1278581161] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23890; }","duration":"3.249640213s","start":"2026-02-27T22:46:33.461495Z","end":"2026-02-27T22:46:36.711135Z","steps":["trace[1278581161] 'agreement among raft nodes before linearized reading' (duration: 3.249295096s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:36.711167Z","caller":"traceutil/trace.go:171","msg":"trace[2034527969] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:23890; }","duration":"2.081657302s","start":"2026-02-27T22:46:34.62949Z","end":"2026-02-27T22:46:36.711148Z","steps":["trace[2034527969] 'agreement among raft nodes before linearized reading' (duration: 2.08159877s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.711179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:33.461477Z","time spent":"3.249694834s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T22:46:36.711235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.13026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-27T22:46:36.711262Z","caller":"traceutil/trace.go:171","msg":"trace[1371868204] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23890; }","duration":"749.153631ms","start":"2026-02-27T22:46:35.962099Z","end":"2026-02-27T22:46:36.711253Z","steps":["trace[1371868204] 'agreement among raft nodes before linearized reading' (duration: 749.064089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.711279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147466903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:36.711287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:35.962041Z","time spent":"749.239082ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T22:46:36.711306Z","caller":"traceutil/trace.go:171","msg":"trace[1776147887] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23890; }","duration":"1.147537505s","start":"2026-02-27T22:46:35.563761Z","end":"2026-02-27T22:46:36.711298Z","steps":["trace[1776147887] 'agreement among raft nodes before linearized reading' (duration: 1.147495634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.711336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:35.563745Z","time spent":"1.147584807s","remote":"127.0.0.1:35082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.711184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:34.629472Z","time spent":"2.081707963s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-02-27T22:46:36.710928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.335052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:36.711379Z","caller":"traceutil/trace.go:171","msg":"trace[591558685] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23890; }","duration":"134.824302ms","start":"2026-02-27T22:46:36.576548Z","end":"2026-02-27T22:46:36.711372Z","steps":["trace[591558685] 'agreement among raft nodes before linearized reading' (duration: 134.358362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.711412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053951492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:36.711442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536306031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.711446Z","caller":"traceutil/trace.go:171","msg":"trace[45962575] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23890; }","duration":"1.054012204s","start":"2026-02-27T22:46:35.657422Z","end":"2026-02-27T22:46:36.711434Z","steps":["trace[45962575] 'agreement among raft nodes before linearized reading' (duration: 1.053952812s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:36.711468Z","caller":"traceutil/trace.go:171","msg":"trace[2026005447] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23890; }","duration":"1.536363681s","start":"2026-02-27T22:46:35.175097Z","end":"2026-02-27T22:46:36.711461Z","steps":["trace[2026005447] 'agreement among raft nodes before linearized reading' (duration: 1.536327011s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.711473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:35.657388Z","time spent":"1.054078925s","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.711491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:35.175083Z","time spent":"1.536397533s","remote":"127.0.0.1:38570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.71157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92117745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:36.711588Z","caller":"traceutil/trace.go:171","msg":"trace[1813269329] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23890; }","duration":"1.92119592s","start":"2026-02-27T22:46:34.790387Z","end":"2026-02-27T22:46:36.711583Z","steps":["trace[1813269329] 'agreement among raft nodes before linearized reading' (duration: 1.921167619s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.711601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:34.790344Z","time spent":"1.921253001s","remote":"127.0.0.1:35104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:36.711151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:34.718124Z","time spent":"1.993020558s","remote":"127.0.0.1:38722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T22:46:36.711854Z","caller":"traceutil/trace.go:171","msg":"trace[1777744652] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"1.75443278s","start":"2026-02-27T22:46:34.955418Z","end":"2026-02-27T22:46:36.709851Z","steps":["trace[1777744652] 'process raft request' (duration: 1.747900578s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:36.71191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:34.955379Z","time spent":"1.756497375s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:38.793965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060166,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T22:46:39.102289Z","caller":"traceutil/trace.go:171","msg":"trace[2037369689] transaction","detail":"{read_only:false; response_revision:23907; number_of_response:1; }","duration":"943.229205ms","start":"2026-02-27T22:46:38.159021Z","end":"2026-02-27T22:46:39.102251Z","steps":["trace[2037369689] 'process raft request' (duration: 943.018411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:39.10247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:38.15901Z","time spent":"943.374298ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:39.931798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.743698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:39.932225Z","caller":"traceutil/trace.go:171","msg":"trace[718553277] linearizableReadLoop","detail":"{readStateIndex:24772; appliedIndex:24769; }","duration":"1.639036352s","start":"2026-02-27T22:46:38.293176Z","end":"2026-02-27T22:46:39.932212Z","steps":["trace[718553277] 'read index received' (duration: 808.827883ms)","trace[718553277] 'applied index is now lower than readState.Index' (duration: 830.207769ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:39.932281Z","caller":"traceutil/trace.go:171","msg":"trace[64581212] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"1.192252981s","start":"2026-02-27T22:46:38.740021Z","end":"2026-02-27T22:46:39.932274Z","steps":["trace[64581212] 'process raft request' (duration: 1.192089327s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:39.932329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:38.740002Z","time spent":"1.192300302s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:39.932362Z","caller":"traceutil/trace.go:171","msg":"trace[590244133] transaction","detail":"{read_only:false; response_revision:23908; number_of_response:1; }","duration":"1.197841164s","start":"2026-02-27T22:46:38.734493Z","end":"2026-02-27T22:46:39.932334Z","steps":["trace[590244133] 'process raft request' (duration: 570.503022ms)","trace[590244133] 'compare' (duration: 626.506623ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:39.932502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:38.734465Z","time spent":"1.197966796s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:39.932603Z","caller":"traceutil/trace.go:171","msg":"trace[1268516419] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"824.071806ms","start":"2026-02-27T22:46:39.108521Z","end":"2026-02-27T22:46:39.932593Z","steps":["trace[1268516419] 'process raft request' (duration: 823.663256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:39.932652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:39.108506Z","time spent":"824.123047ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:39.93282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639649576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:39.932869Z","caller":"traceutil/trace.go:171","msg":"trace[9021797] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"823.680037ms","start":"2026-02-27T22:46:39.109183Z","end":"2026-02-27T22:46:39.932863Z","steps":["trace[9021797] 'process raft request' (duration: 823.3732ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:39.932869Z","caller":"traceutil/trace.go:171","msg":"trace[1336893513] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23910; }","duration":"1.639735158s","start":"2026-02-27T22:46:38.293123Z","end":"2026-02-27T22:46:39.932858Z","steps":["trace[1336893513] 'agreement among raft nodes before linearized reading' (duration: 1.639334669s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:39.932906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:39.109169Z","time spent":"823.722448ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:46:39.93291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:38.293097Z","time spent":"1.63980355s","remote":"127.0.0.1:35150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:40.432567Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060173,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:40.655181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:40.655273Z","caller":"traceutil/trace.go:171","msg":"trace[1379474000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000047991s","start":"2026-02-27T22:46:38.655203Z","end":"2026-02-27T22:46:40.655251Z","steps":["trace[1379474000] 'agreement among raft nodes before linearized reading' (duration: 1.999932859s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:40.655326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:38.655157Z","time spent":"2.000156194s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:46:40.91629Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212225087s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:46:41.053445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.896032ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:41.053598Z","caller":"traceutil/trace.go:171","msg":"trace[316206111] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23911; }","duration":"781.091336ms","start":"2026-02-27T22:46:40.272479Z","end":"2026-02-27T22:46:41.05357Z","steps":["trace[316206111] 'range keys from in-memory index tree' (duration: 780.872442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.796439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.947435ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:46:41.796514Z","caller":"traceutil/trace.go:171","msg":"trace[1753220768] linearizableReadLoop","detail":"{readStateIndex:24775; appliedIndex:24774; }","duration":"1.864250037s","start":"2026-02-27T22:46:39.932252Z","end":"2026-02-27T22:46:41.796502Z","steps":["trace[1753220768] 'read index received' (duration: 984.237571ms)","trace[1753220768] 'applied index is now lower than readState.Index' (duration: 880.011406ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:41.797074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834106125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-02-27T22:46:41.797102Z","caller":"traceutil/trace.go:171","msg":"trace[236729467] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23911; }","duration":"2.834138475s","start":"2026-02-27T22:46:38.962954Z","end":"2026-02-27T22:46:41.797092Z","steps":["trace[236729467] 'agreement among raft nodes before linearized reading' (duration: 2.834025153s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.79712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:38.962895Z","time spent":"2.834220897s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-27T22:46:41.797131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693658649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T22:46:41.797176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111912953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-27T22:46:41.797201Z","caller":"traceutil/trace.go:171","msg":"trace[947384692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23911; }","duration":"2.693781221s","start":"2026-02-27T22:46:39.103401Z","end":"2026-02-27T22:46:41.797182Z","steps":["trace[947384692] 'agreement among raft nodes before linearized reading' (duration: 2.693562427s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:41.797225Z","caller":"traceutil/trace.go:171","msg":"trace[888077651] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23911; }","duration":"2.112002664s","start":"2026-02-27T22:46:39.685207Z","end":"2026-02-27T22:46:41.79721Z","steps":["trace[888077651] 'agreement among raft nodes before linearized reading' (duration: 2.11183612s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.797242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:39.103378Z","time spent":"2.693854203s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:41.797319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:39.685189Z","time spent":"2.112063686s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T22:46:41.797323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062843136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T22:46:41.79737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194823347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-27T22:46:41.797441Z","caller":"traceutil/trace.go:171","msg":"trace[401219761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23911; }","duration":"3.063029961s","start":"2026-02-27T22:46:38.734355Z","end":"2026-02-27T22:46:41.797385Z","steps":["trace[401219761] 'agreement among raft nodes before linearized reading' (duration: 3.062677133s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.797467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076344391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T22:46:41.797486Z","caller":"traceutil/trace.go:171","msg":"trace[340109690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23911; }","duration":"3.076399242s","start":"2026-02-27T22:46:38.721082Z","end":"2026-02-27T22:46:41.797481Z","steps":["trace[340109690] 'agreement among raft nodes before linearized reading' (duration: 3.07631023s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.7975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:38.721065Z","time spent":"3.076432423s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:46:41.797488Z","caller":"traceutil/trace.go:171","msg":"trace[159765930] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23911; }","duration":"3.194992621s","start":"2026-02-27T22:46:38.602478Z","end":"2026-02-27T22:46:41.79747Z","steps":["trace[159765930] 'agreement among raft nodes before linearized reading' (duration: 3.194673924s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.797507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:38.734342Z","time spent":"3.063145363s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:41.797519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172683393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T22:46:41.797532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:38.602459Z","time spent":"3.195063482s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T22:46:41.797556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232288559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:41.79756Z","caller":"traceutil/trace.go:171","msg":"trace[1064752018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23911; }","duration":"3.172765185s","start":"2026-02-27T22:46:38.624781Z","end":"2026-02-27T22:46:41.797546Z","steps":["trace[1064752018] 'agreement among raft nodes before linearized reading' (duration: 3.172666733s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.797578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625968941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:41.797614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126501616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:41.797617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:38.624758Z","time spent":"3.172850168s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:46:41.797632Z","caller":"traceutil/trace.go:171","msg":"trace[1136094393] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23911; }","duration":"1.126548797s","start":"2026-02-27T22:46:40.671079Z","end":"2026-02-27T22:46:41.797628Z","steps":["trace[1136094393] 'agreement among raft nodes before linearized reading' (duration: 1.126519416s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.797617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525327229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:41.797647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:40.671062Z","time spent":"1.126581067s","remote":"127.0.0.1:36984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:41.797641Z","caller":"traceutil/trace.go:171","msg":"trace[1092651317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23911; }","duration":"2.626040303s","start":"2026-02-27T22:46:39.171584Z","end":"2026-02-27T22:46:41.797624Z","steps":["trace[1092651317] 'agreement among raft nodes before linearized reading' (duration: 2.62592081s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:41.797661Z","caller":"traceutil/trace.go:171","msg":"trace[1053513526] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23911; }","duration":"1.52541522s","start":"2026-02-27T22:46:40.272234Z","end":"2026-02-27T22:46:41.797649Z","steps":["trace[1053513526] 'agreement among raft nodes before linearized reading' (duration: 1.525320518s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:41.797574Z","caller":"traceutil/trace.go:171","msg":"trace[973029683] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23911; }","duration":"2.232341381s","start":"2026-02-27T22:46:39.565227Z","end":"2026-02-27T22:46:41.797568Z","steps":["trace[973029683] 'agreement among raft nodes before linearized reading' (duration: 2.23231056s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.797686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:39.171532Z","time spent":"2.626140225s","remote":"127.0.0.1:36842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:41.797699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:40.272215Z","time spent":"1.525471212s","remote":"127.0.0.1:35130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:41.797696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.139977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-02-27T22:46:41.797682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141303009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:41.797741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.329672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:41.797737Z","caller":"traceutil/trace.go:171","msg":"trace[600119405] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96; range_end:; response_count:1; response_revision:23911; }","duration":"414.208369ms","start":"2026-02-27T22:46:41.383516Z","end":"2026-02-27T22:46:41.797724Z","steps":["trace[600119405] 'agreement among raft nodes before linearized reading' (duration: 414.110347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.79773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:39.565137Z","time spent":"2.232577136s","remote":"127.0.0.1:44480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:41.797758Z","caller":"traceutil/trace.go:171","msg":"trace[1950395785] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23911; }","duration":"885.391964ms","start":"2026-02-27T22:46:40.912361Z","end":"2026-02-27T22:46:41.797753Z","steps":["trace[1950395785] 'agreement among raft nodes before linearized reading' (duration: 885.358273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.797775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:40.912336Z","time spent":"885.435384ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:41.797769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.383498Z","time spent":"414.26332ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":802,"request content":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" "} {"level":"warn","ts":"2026-02-27T22:46:41.797715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330663522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:46:41.797764Z","caller":"traceutil/trace.go:171","msg":"trace[15319739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23911; }","duration":"1.14141208s","start":"2026-02-27T22:46:40.656332Z","end":"2026-02-27T22:46:41.797744Z","steps":["trace[15319739] 'agreement among raft nodes before linearized reading' (duration: 1.141307228s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:41.797831Z","caller":"traceutil/trace.go:171","msg":"trace[1497071082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23911; }","duration":"1.330813315s","start":"2026-02-27T22:46:40.466992Z","end":"2026-02-27T22:46:41.797805Z","steps":["trace[1497071082] 'agreement among raft nodes before linearized reading' (duration: 1.330617791s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.797835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:40.656311Z","time spent":"1.141513673s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:46:41.797868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:40.466972Z","time spent":"1.330885827s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:46:41.797958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38786021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T22:46:41.797991Z","caller":"traceutil/trace.go:171","msg":"trace[2129337834] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23911; }","duration":"1.387919413s","start":"2026-02-27T22:46:40.410062Z","end":"2026-02-27T22:46:41.797981Z","steps":["trace[2129337834] 'agreement among raft nodes before linearized reading' (duration: 1.387815509s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.798021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:40.410044Z","time spent":"1.387970063s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T22:46:41.79864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535754742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:46:41.798694Z","caller":"traceutil/trace.go:171","msg":"trace[1137507931] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23911; }","duration":"2.535853175s","start":"2026-02-27T22:46:39.262829Z","end":"2026-02-27T22:46:41.798682Z","steps":["trace[1137507931] 'agreement among raft nodes before linearized reading' (duration: 2.534528965s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:41.798728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:39.262808Z","time spent":"2.535910866s","remote":"127.0.0.1:48062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2643,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:42.307514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:42.811038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:43.311162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:43.806828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:43.806913Z","caller":"traceutil/trace.go:171","msg":"trace[180240377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000190214s","start":"2026-02-27T22:46:41.806704Z","end":"2026-02-27T22:46:43.806894Z","steps":["trace[180240377] 'agreement among raft nodes before linearized reading' (duration: 2.000069542s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:43.806959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.806698Z","time spent":"2.000251176s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:46:43.811875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:44.31293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:44.761692Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.959489301s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:46:44.762353Z","caller":"traceutil/trace.go:171","msg":"trace[99475492] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"2.960233838s","start":"2026-02-27T22:46:41.802095Z","end":"2026-02-27T22:46:44.762328Z","steps":["trace[99475492] 'process raft request' (duration: 2.960012853s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:44.762502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.802074Z","time spent":"2.960353511s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:45.80763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999827787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:45.807709Z","caller":"traceutil/trace.go:171","msg":"trace[334133907] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999924529s","start":"2026-02-27T22:46:43.807767Z","end":"2026-02-27T22:46:45.807692Z","steps":["trace[334133907] 'agreement among raft nodes before linearized reading' (duration: 1.999825536s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:45.807758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:43.80771Z","time spent":"2.000037411s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:46.801399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.803222Z","time spent":"4.998169597s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:46:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:46.801643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.803563Z","time spent":"4.998079434s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:46:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:46.80172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.803422Z","time spent":"4.99829695s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:46:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:46.801771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.803092Z","time spent":"4.998677598s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:46:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:46.801824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.803316Z","time spent":"4.998507614s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-27T22:46:46.801812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.803507Z","time spent":"4.99830127s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:46:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:46.801861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.803238Z","time spent":"4.998622087s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:46:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/27 22:46:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:46.936229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.938185Z","time spent":"4.998036142s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:46:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:46.936439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.938606Z","time spent":"4.997831098s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:46:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:46.936575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.938185Z","time spent":"4.99838836s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/27 22:46:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:47.815761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000793028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:47.815841Z","caller":"traceutil/trace.go:171","msg":"trace[2006870322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000925951s","start":"2026-02-27T22:46:45.814899Z","end":"2026-02-27T22:46:47.815825Z","steps":["trace[2006870322] 'agreement among raft nodes before linearized reading' (duration: 2.000827009s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:47.815916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:45.814879Z","time spent":"2.000998733s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:48.65296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.890820519s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:46:48.653807Z","caller":"traceutil/trace.go:171","msg":"trace[1208880660] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"6.850484694s","start":"2026-02-27T22:46:41.803182Z","end":"2026-02-27T22:46:48.653667Z","steps":["trace[1208880660] 'process raft request' (duration: 6.850190187s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:48.653828Z","caller":"traceutil/trace.go:171","msg":"trace[1416427187] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"6.850505944s","start":"2026-02-27T22:46:41.803298Z","end":"2026-02-27T22:46:48.653804Z","steps":["trace[1416427187] 'process raft request' (duration: 6.85033881s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:48.653984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.803267Z","time spent":"6.850622437s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:48.654001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:41.803168Z","time spent":"6.850703818s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:48.654758Z","caller":"traceutil/trace.go:171","msg":"trace[1492486666] linearizableReadLoop","detail":"{readStateIndex:24790; appliedIndex:24775; }","duration":"6.848026489s","start":"2026-02-27T22:46:41.806718Z","end":"2026-02-27T22:46:48.654744Z","steps":["trace[1492486666] 'read index received' (duration: 2.955182797s)","trace[1492486666] 'applied index is now lower than readState.Index' (duration: 3.892842772s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:48.654876Z","caller":"traceutil/trace.go:171","msg":"trace[1513056657] transaction","detail":"{read_only:false; response_revision:23925; number_of_response:1; }","duration":"6.262594191s","start":"2026-02-27T22:46:42.392269Z","end":"2026-02-27T22:46:48.654863Z","steps":["trace[1513056657] 'process raft request' (duration: 6.262098511s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:48.65496Z","caller":"traceutil/trace.go:171","msg":"trace[508172298] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"4.447323863s","start":"2026-02-27T22:46:44.207601Z","end":"2026-02-27T22:46:48.654925Z","steps":["trace[508172298] 'process raft request' (duration: 4.447019556s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:48.655007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:42.392244Z","time spent":"6.262690934s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:48.6551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:44.20758Z","time spent":"4.447454045s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:49.066452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999804907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:49.066542Z","caller":"traceutil/trace.go:171","msg":"trace[1440533269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000053822s","start":"2026-02-27T22:46:47.06647Z","end":"2026-02-27T22:46:49.066524Z","steps":["trace[1440533269] 'agreement among raft nodes before linearized reading' (duration: 1.999942879s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:49.066588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:47.066447Z","time spent":"2.000132153s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:49.103414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.201668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:49.10349Z","caller":"traceutil/trace.go:171","msg":"trace[581142654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"298.331631ms","start":"2026-02-27T22:46:48.80514Z","end":"2026-02-27T22:46:49.103472Z","steps":["trace[581142654] 'agreement among raft nodes before linearized reading' (duration: 298.233759ms)"],"step_count":1} 2026/02/27 22:46:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:49.155731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:49.656824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:49.816681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000650844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:46:49.816752Z","caller":"traceutil/trace.go:171","msg":"trace[135562106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000779877s","start":"2026-02-27T22:46:47.815954Z","end":"2026-02-27T22:46:49.816734Z","steps":["trace[135562106] 'agreement among raft nodes before linearized reading' (duration: 2.000686645s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:49.816786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:47.815936Z","time spent":"2.000843149s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:46:50.157777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:50.657897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:51.15875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:51.659191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:51.826338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000609203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:51.826452Z","caller":"traceutil/trace.go:171","msg":"trace[1914389093] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000772897s","start":"2026-02-27T22:46:49.825656Z","end":"2026-02-27T22:46:51.826429Z","steps":["trace[1914389093] 'agreement among raft nodes before linearized reading' (duration: 2.000632694s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:51.826515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:49.82564Z","time spent":"2.000862399s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:46:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:51.928673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.274911785s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:46:51.936556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997805228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:51.936626Z","caller":"traceutil/trace.go:171","msg":"trace[1041480258] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99793191s","start":"2026-02-27T22:46:46.938677Z","end":"2026-02-27T22:46:51.936609Z","steps":["trace[1041480258] 'agreement among raft nodes before linearized reading' (duration: 4.997843148s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:51.936665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:46.938656Z","time spent":"4.998000272s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/27 22:46:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:51.936672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998073744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:46:51.93676Z","caller":"traceutil/trace.go:171","msg":"trace[1712249904] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998187766s","start":"2026-02-27T22:46:46.938547Z","end":"2026-02-27T22:46:51.936734Z","steps":["trace[1712249904] 'agreement among raft nodes before linearized reading' (duration: 4.998069534s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:51.93682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:46.938508Z","time spent":"4.998298119s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-02-27T22:46:51.936836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999131497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} 2026/02/27 22:46:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-27T22:46:51.936887Z","caller":"traceutil/trace.go:171","msg":"trace[1944344858] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999225239s","start":"2026-02-27T22:46:46.937648Z","end":"2026-02-27T22:46:51.936873Z","steps":["trace[1944344858] 'agreement among raft nodes before linearized reading' (duration: 4.999168488s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:51.93693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:46.93763Z","time spent":"4.999289881s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/27 22:46:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:46:52.10724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:49.128039Z","time spent":"2.979190871s","remote":"127.0.0.1:43458","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T22:46:52.108058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903896583s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:52.108205Z","caller":"traceutil/trace.go:171","msg":"trace[725369517] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23926; }","duration":"1.904055607s","start":"2026-02-27T22:46:50.204128Z","end":"2026-02-27T22:46:52.108183Z","steps":["trace[725369517] 'range keys from in-memory index tree' (duration: 1.903880593s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.108555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.561798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:52.108752Z","caller":"traceutil/trace.go:171","msg":"trace[1638521208] linearizableReadLoop","detail":"{readStateIndex:24792; appliedIndex:24790; }","duration":"3.453935863s","start":"2026-02-27T22:46:48.654799Z","end":"2026-02-27T22:46:52.108735Z","steps":["trace[1638521208] 'read index received' (duration: 3.27421083s)","trace[1638521208] 'applied index is now lower than readState.Index' (duration: 179.723603ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:52.108771Z","caller":"traceutil/trace.go:171","msg":"trace[1925513909] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"5.170050607s","start":"2026-02-27T22:46:46.938688Z","end":"2026-02-27T22:46:52.108739Z","steps":["trace[1925513909] 'process raft request' (duration: 4.990205832s)","trace[1925513909] 'compare' (duration: 178.939755ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:52.108831Z","caller":"traceutil/trace.go:171","msg":"trace[791632422] transaction","detail":"{read_only:false; response_revision:23928; number_of_response:1; }","duration":"5.14501713s","start":"2026-02-27T22:46:46.963803Z","end":"2026-02-27T22:46:52.10882Z","steps":["trace[791632422] 'process raft request' (duration: 5.144853197s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.108886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:46.963785Z","time spent":"5.145068351s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:52.10889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:46.938662Z","time spent":"5.17016412s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:52.109017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230773636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:52.108998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.368074099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:52.109066Z","caller":"traceutil/trace.go:171","msg":"trace[351505543] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23928; }","duration":"4.230823177s","start":"2026-02-27T22:46:47.878233Z","end":"2026-02-27T22:46:52.109056Z","steps":["trace[351505543] 'agreement among raft nodes before linearized reading' (duration: 4.230748776s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.109054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.693328952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537205-d828z\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-02-27T22:46:52.109097Z","caller":"traceutil/trace.go:171","msg":"trace[1961545417] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23928; }","duration":"7.368248173s","start":"2026-02-27T22:46:44.740823Z","end":"2026-02-27T22:46:52.109072Z","steps":["trace[1961545417] 'agreement among raft nodes before linearized reading' (duration: 7.368038688s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.109132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466647949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:52.109089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:47.878208Z","time spent":"4.230875349s","remote":"127.0.0.1:38552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:52.109155Z","caller":"traceutil/trace.go:171","msg":"trace[32328212] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23928; }","duration":"3.466700501s","start":"2026-02-27T22:46:48.64245Z","end":"2026-02-27T22:46:52.10915Z","steps":["trace[32328212] 'agreement among raft nodes before linearized reading' (duration: 3.466651909s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.109173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:48.642434Z","time spent":"3.466733741s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:52.109176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:44.740799Z","time spent":"7.368357355s","remote":"127.0.0.1:36892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:52.109249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.478594241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T22:46:52.109317Z","caller":"traceutil/trace.go:171","msg":"trace[882954115] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:23928; }","duration":"7.478710694s","start":"2026-02-27T22:46:44.63059Z","end":"2026-02-27T22:46:52.109301Z","steps":["trace[882954115] 'agreement among raft nodes before linearized reading' (duration: 7.47851624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.109369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:44.630567Z","time spent":"7.478788995s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-02-27T22:46:52.109396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.390402822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:52.109492Z","caller":"traceutil/trace.go:171","msg":"trace[554952558] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23928; }","duration":"6.390502584s","start":"2026-02-27T22:46:45.718982Z","end":"2026-02-27T22:46:52.109485Z","steps":["trace[554952558] 'agreement among raft nodes before linearized reading' (duration: 6.390384451s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.109517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:45.718906Z","time spent":"6.390601715s","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:52.109647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.344487013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:52.109675Z","caller":"traceutil/trace.go:171","msg":"trace[68667015] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23928; }","duration":"5.344617947s","start":"2026-02-27T22:46:46.76505Z","end":"2026-02-27T22:46:52.109668Z","steps":["trace[68667015] 'agreement among raft nodes before linearized reading' (duration: 5.344572256s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.109694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:46.76503Z","time spent":"5.344658777s","remote":"127.0.0.1:38722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:46:52.109746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.842878246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T22:46:52.109813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.899279743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:52.109815Z","caller":"traceutil/trace.go:171","msg":"trace[171776791] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23928; }","duration":"6.842986629s","start":"2026-02-27T22:46:45.266811Z","end":"2026-02-27T22:46:52.109797Z","steps":["trace[171776791] 'agreement among raft nodes before linearized reading' (duration: 6.842739943s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.109821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.966757606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:52.109866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:45.266789Z","time spent":"6.84305805s","remote":"127.0.0.1:50900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:52.109937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.01138629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:52.10998Z","caller":"traceutil/trace.go:171","msg":"trace[1196382439] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23928; }","duration":"8.011471592s","start":"2026-02-27T22:46:44.098495Z","end":"2026-02-27T22:46:52.109967Z","steps":["trace[1196382439] 'agreement among raft nodes before linearized reading' (duration: 8.011400911s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.110026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:44.098478Z","time spent":"8.011532413s","remote":"127.0.0.1:55416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:52.110232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.386297293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:52.109753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.634138846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-02-27T22:46:52.110284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.809384866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:52.110299Z","caller":"traceutil/trace.go:171","msg":"trace[1239670330] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23928; }","duration":"8.809423487s","start":"2026-02-27T22:46:43.300872Z","end":"2026-02-27T22:46:52.110296Z","steps":["trace[1239670330] 'agreement among raft nodes before linearized reading' (duration: 8.809400207s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.110313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:43.300858Z","time spent":"8.809451237s","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:52.1103Z","caller":"traceutil/trace.go:171","msg":"trace[1137979946] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23928; }","duration":"7.63472011s","start":"2026-02-27T22:46:44.475562Z","end":"2026-02-27T22:46:52.110282Z","steps":["trace[1137979946] 'agreement among raft nodes before linearized reading' (duration: 7.634087005s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.110534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:44.475541Z","time spent":"7.634977365s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-02-27T22:46:52.110607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.514774672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:52.110626Z","caller":"traceutil/trace.go:171","msg":"trace[724405453] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23928; }","duration":"9.514826263s","start":"2026-02-27T22:46:42.595793Z","end":"2026-02-27T22:46:52.110619Z","steps":["trace[724405453] 'agreement among raft nodes before linearized reading' (duration: 9.514796752s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.110642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:42.595773Z","time spent":"9.514864203s","remote":"127.0.0.1:38632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:52.109128Z","caller":"traceutil/trace.go:171","msg":"trace[1938250297] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29537205-d828z; range_end:; response_count:1; response_revision:23928; }","duration":"4.693444205s","start":"2026-02-27T22:46:47.415664Z","end":"2026-02-27T22:46:52.109108Z","steps":["trace[1938250297] 'agreement among raft nodes before linearized reading' (duration: 4.69324588s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.110723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.822668751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:52.110737Z","caller":"traceutil/trace.go:171","msg":"trace[121725453] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23928; }","duration":"9.822718442s","start":"2026-02-27T22:46:42.288013Z","end":"2026-02-27T22:46:52.110731Z","steps":["trace[121725453] 'agreement among raft nodes before linearized reading' (duration: 9.822695482s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.110732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:47.415646Z","time spent":"4.695069721s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7307,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537205-d828z\" "} {"level":"warn","ts":"2026-02-27T22:46:52.110756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:42.287991Z","time spent":"9.822761814s","remote":"127.0.0.1:36968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:52.109833Z","caller":"traceutil/trace.go:171","msg":"trace[428607818] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23928; }","duration":"5.899341574s","start":"2026-02-27T22:46:46.210485Z","end":"2026-02-27T22:46:52.109827Z","steps":["trace[428607818] 'agreement among raft nodes before linearized reading' (duration: 5.899297272s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.110915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:46.210465Z","time spent":"5.900436977s","remote":"127.0.0.1:47960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:52.109871Z","caller":"traceutil/trace.go:171","msg":"trace[1485174957] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23928; }","duration":"7.966828748s","start":"2026-02-27T22:46:44.143027Z","end":"2026-02-27T22:46:52.109855Z","steps":["trace[1485174957] 'agreement among raft nodes before linearized reading' (duration: 7.966753455s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.111005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:44.143015Z","time spent":"7.967981822s","remote":"127.0.0.1:38430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:52.110263Z","caller":"traceutil/trace.go:171","msg":"trace[1997458117] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23928; }","duration":"8.386380804s","start":"2026-02-27T22:46:43.723875Z","end":"2026-02-27T22:46:52.110256Z","steps":["trace[1997458117] 'agreement among raft nodes before linearized reading' (duration: 8.386333213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.111093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:43.723852Z","time spent":"8.387218942s","remote":"127.0.0.1:39716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:52.11112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335139945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:46:52.111168Z","caller":"traceutil/trace.go:171","msg":"trace[378180887] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23928; }","duration":"4.335236968s","start":"2026-02-27T22:46:47.775919Z","end":"2026-02-27T22:46:52.111156Z","steps":["trace[378180887] 'agreement among raft nodes before linearized reading' (duration: 4.333386057s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:52.111205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:47.775891Z","time spent":"4.335300168s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2643,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:52.609809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060195,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:53.763947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025314747s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:46:53.76422Z","caller":"traceutil/trace.go:171","msg":"trace[1857309421] transaction","detail":"{read_only:false; response_revision:23930; number_of_response:1; }","duration":"103.972238ms","start":"2026-02-27T22:46:53.660234Z","end":"2026-02-27T22:46:53.764206Z","steps":["trace[1857309421] 'process raft request' (duration: 103.872296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.764219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:52.11299Z","time spent":"1.651216847s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T22:46:53.764289Z","caller":"traceutil/trace.go:171","msg":"trace[708013419] linearizableReadLoop","detail":"{readStateIndex:24794; appliedIndex:24792; }","duration":"1.65546184s","start":"2026-02-27T22:46:52.108787Z","end":"2026-02-27T22:46:53.764249Z","steps":["trace[708013419] 'read index received' (duration: 629.831206ms)","trace[708013419] 'applied index is now lower than readState.Index' (duration: 1.025627824s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:53.764481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951338543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:46:53.764547Z","caller":"traceutil/trace.go:171","msg":"trace[1348473560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23930; }","duration":"2.951466865s","start":"2026-02-27T22:46:50.81306Z","end":"2026-02-27T22:46:53.764527Z","steps":["trace[1348473560] 'agreement among raft nodes before linearized reading' (duration: 2.951189829s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.764584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:50.813041Z","time spent":"2.951536377s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:46:53.764621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048950234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T22:46:53.76468Z","caller":"traceutil/trace.go:171","msg":"trace[863597800] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23930; }","duration":"3.049070546s","start":"2026-02-27T22:46:50.71559Z","end":"2026-02-27T22:46:53.76466Z","steps":["trace[863597800] 'agreement among raft nodes before linearized reading' (duration: 3.048829711s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.764688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376944586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:53.764719Z","caller":"traceutil/trace.go:171","msg":"trace[792305906] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23930; }","duration":"4.377024978s","start":"2026-02-27T22:46:49.387684Z","end":"2026-02-27T22:46:53.764709Z","steps":["trace[792305906] 'agreement among raft nodes before linearized reading' (duration: 4.376966227s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.764716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:50.715573Z","time spent":"3.049133997s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-27T22:46:53.764742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:49.387661Z","time spent":"4.37707501s","remote":"127.0.0.1:55306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:53.764749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029600866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T22:46:53.764808Z","caller":"traceutil/trace.go:171","msg":"trace[755837721] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23930; }","duration":"2.029687257s","start":"2026-02-27T22:46:51.735105Z","end":"2026-02-27T22:46:53.764792Z","steps":["trace[755837721] 'agreement among raft nodes before linearized reading' (duration: 2.029499513s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.76485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:51.73509Z","time spent":"2.029752519s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T22:46:53.764887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.59564459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-02-27T22:46:53.764887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.591010774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-02-27T22:46:53.764915Z","caller":"traceutil/trace.go:171","msg":"trace[889603433] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23930; }","duration":"4.59569098s","start":"2026-02-27T22:46:49.169215Z","end":"2026-02-27T22:46:53.764906Z","steps":["trace[889603433] 'agreement among raft nodes before linearized reading' (duration: 4.595606649s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.764939Z","caller":"traceutil/trace.go:171","msg":"trace[880795383] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23930; }","duration":"3.591082556s","start":"2026-02-27T22:46:50.173835Z","end":"2026-02-27T22:46:53.764918Z","steps":["trace[880795383] 'agreement among raft nodes before linearized reading' (duration: 3.590941863s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.76496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.600416729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-27T22:46:53.764974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:50.173821Z","time spent":"3.591143557s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-02-27T22:46:53.764997Z","caller":"traceutil/trace.go:171","msg":"trace[262688887] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23930; }","duration":"3.60049528s","start":"2026-02-27T22:46:50.164494Z","end":"2026-02-27T22:46:53.76499Z","steps":["trace[262688887] 'agreement among raft nodes before linearized reading' (duration: 3.600378168s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.765017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:50.164474Z","time spent":"3.600538762s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-27T22:46:53.765056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.659523005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-27T22:46:53.765059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938490638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:53.765038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453187441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-02-27T22:46:53.765086Z","caller":"traceutil/trace.go:171","msg":"trace[1370990625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23930; }","duration":"4.659584106s","start":"2026-02-27T22:46:49.105494Z","end":"2026-02-27T22:46:53.765078Z","steps":["trace[1370990625] 'agreement among raft nodes before linearized reading' (duration: 4.659493974s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.765098Z","caller":"traceutil/trace.go:171","msg":"trace[1212782902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23930; }","duration":"1.938557589s","start":"2026-02-27T22:46:51.826529Z","end":"2026-02-27T22:46:53.765086Z","steps":["trace[1212782902] 'agreement among raft nodes before linearized reading' (duration: 1.938502818s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.765116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:49.105481Z","time spent":"4.659628497s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:53.765118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106781016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T22:46:53.765126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:51.826509Z","time spent":"1.93861128s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:46:53.765152Z","caller":"traceutil/trace.go:171","msg":"trace[99888992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23930; }","duration":"3.106919559s","start":"2026-02-27T22:46:50.658223Z","end":"2026-02-27T22:46:53.765143Z","steps":["trace[99888992] 'agreement among raft nodes before linearized reading' (duration: 3.106826217s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.765181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:50.658193Z","time spent":"3.10698101s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:53.765219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.136913048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:46:53.765216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37067353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-02-27T22:46:53.765242Z","caller":"traceutil/trace.go:171","msg":"trace[1463247260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23930; }","duration":"4.13697182s","start":"2026-02-27T22:46:49.628264Z","end":"2026-02-27T22:46:53.765236Z","steps":["trace[1463247260] 'agreement among raft nodes before linearized reading' (duration: 4.136904458s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.765252Z","caller":"traceutil/trace.go:171","msg":"trace[1274498329] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96; range_end:; response_count:1; response_revision:23930; }","duration":"2.370711541s","start":"2026-02-27T22:46:51.394531Z","end":"2026-02-27T22:46:53.765243Z","steps":["trace[1274498329] 'agreement among raft nodes before linearized reading' (duration: 2.370604978s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.765262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:49.628244Z","time spent":"4.13701224s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:46:53.765269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.7061071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:53.765289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:51.394455Z","time spent":"2.370825753s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":802,"request content":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" "} {"level":"warn","ts":"2026-02-27T22:46:53.765309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10700376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T22:46:53.764941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:49.169202Z","time spent":"4.595732912s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-27T22:46:53.76534Z","caller":"traceutil/trace.go:171","msg":"trace[166371716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23930; }","duration":"3.107072912s","start":"2026-02-27T22:46:50.658258Z","end":"2026-02-27T22:46:53.765331Z","steps":["trace[166371716] 'agreement among raft nodes before linearized reading' (duration: 3.10698942s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.765013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825193895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-02-27T22:46:53.765468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025110378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T22:46:53.765481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:50.65823Z","time spent":"3.107239507s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:46:53.765496Z","caller":"traceutil/trace.go:171","msg":"trace[1348391223] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23930; }","duration":"1.825717997s","start":"2026-02-27T22:46:51.939767Z","end":"2026-02-27T22:46:53.765485Z","steps":["trace[1348391223] 'agreement among raft nodes before linearized reading' (duration: 1.825167414s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.765516Z","caller":"traceutil/trace.go:171","msg":"trace[1438104097] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23930; }","duration":"2.02518614s","start":"2026-02-27T22:46:51.740314Z","end":"2026-02-27T22:46:53.7655Z","steps":["trace[1438104097] 'agreement among raft nodes before linearized reading' (duration: 2.025019866s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.765536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:51.939748Z","time spent":"1.825779378s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-27T22:46:53.764769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533907632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:53.765557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:51.740296Z","time spent":"2.025251231s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T22:46:53.765607Z","caller":"traceutil/trace.go:171","msg":"trace[443136341] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23930; }","duration":"2.534761912s","start":"2026-02-27T22:46:51.230784Z","end":"2026-02-27T22:46:53.765573Z","steps":["trace[443136341] 'agreement among raft nodes before linearized reading' (duration: 2.533919273s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.765111Z","caller":"traceutil/trace.go:171","msg":"trace[1064373915] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23930; }","duration":"2.453309812s","start":"2026-02-27T22:46:51.311783Z","end":"2026-02-27T22:46:53.765093Z","steps":["trace[1064373915] 'agreement among raft nodes before linearized reading' (duration: 2.452951735s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.76568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:51.230765Z","time spent":"2.534890285s","remote":"127.0.0.1:38460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:53.765688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.771189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:53.765716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650956023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aa30831a-fc0c-49d4-a310-aab40addb9d2\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-02-27T22:46:53.765725Z","caller":"traceutil/trace.go:171","msg":"trace[1655782686] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:23930; }","duration":"752.848161ms","start":"2026-02-27T22:46:53.012866Z","end":"2026-02-27T22:46:53.765714Z","steps":["trace[1655782686] 'agreement among raft nodes before linearized reading' (duration: 752.777599ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.765748Z","caller":"traceutil/trace.go:171","msg":"trace[820059515] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aa30831a-fc0c-49d4-a310-aab40addb9d2; range_end:; response_count:1; response_revision:23930; }","duration":"1.651010454s","start":"2026-02-27T22:46:52.114728Z","end":"2026-02-27T22:46:53.765738Z","steps":["trace[820059515] 'agreement among raft nodes before linearized reading' (duration: 1.650911792s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.765771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.012845Z","time spent":"752.908453ms","remote":"127.0.0.1:37004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:53.765745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:51.311759Z","time spent":"2.453950268s","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418373,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T22:46:53.765783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:52.114717Z","time spent":"1.651057885s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1338,"request content":"key:\"/registry/persistentvolumes/pvc-aa30831a-fc0c-49d4-a310-aab40addb9d2\" "} {"level":"warn","ts":"2026-02-27T22:46:53.765796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897346186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:53.765851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.965101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:53.765863Z","caller":"traceutil/trace.go:171","msg":"trace[560749831] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23930; }","duration":"4.897432027s","start":"2026-02-27T22:46:48.868394Z","end":"2026-02-27T22:46:53.765826Z","steps":["trace[560749831] 'agreement among raft nodes before linearized reading' (duration: 4.897359796s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.765897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:48.868371Z","time spent":"4.89751716s","remote":"127.0.0.1:55352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:53.7659Z","caller":"traceutil/trace.go:171","msg":"trace[447868227] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23930; }","duration":"686.071343ms","start":"2026-02-27T22:46:53.07981Z","end":"2026-02-27T22:46:53.765882Z","steps":["trace[447868227] 'agreement among raft nodes before linearized reading' (duration: 685.946951ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.765929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.079791Z","time spent":"686.131745ms","remote":"127.0.0.1:38226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:53.765985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012865356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:53.76603Z","caller":"traceutil/trace.go:171","msg":"trace[1172901963] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23930; }","duration":"1.012942818s","start":"2026-02-27T22:46:52.753075Z","end":"2026-02-27T22:46:53.766018Z","steps":["trace[1172901963] 'agreement among raft nodes before linearized reading' (duration: 1.012875017s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.766068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:52.753054Z","time spent":"1.013005819s","remote":"127.0.0.1:55366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:53.766167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650650825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-02-27T22:46:53.766197Z","caller":"traceutil/trace.go:171","msg":"trace[1151442585] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23930; }","duration":"1.650704177s","start":"2026-02-27T22:46:52.115483Z","end":"2026-02-27T22:46:53.766187Z","steps":["trace[1151442585] 'agreement among raft nodes before linearized reading' (duration: 1.650608245s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.766193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648851647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:53.76623Z","caller":"traceutil/trace.go:171","msg":"trace[1183005097] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23930; }","duration":"1.648908288s","start":"2026-02-27T22:46:52.117312Z","end":"2026-02-27T22:46:53.76622Z","steps":["trace[1183005097] 'agreement among raft nodes before linearized reading' (duration: 1.648834816s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.766223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:52.115469Z","time spent":"1.650747788s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-27T22:46:53.76625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:52.117305Z","time spent":"1.648940319s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-27T22:46:53.765313Z","caller":"traceutil/trace.go:171","msg":"trace[1151062587] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23930; }","duration":"4.706196632s","start":"2026-02-27T22:46:49.059104Z","end":"2026-02-27T22:46:53.7653Z","steps":["trace[1151062587] 'agreement among raft nodes before linearized reading' (duration: 4.70612453s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.767309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:49.059083Z","time spent":"4.707674316s","remote":"127.0.0.1:38506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:53.889398Z","caller":"traceutil/trace.go:171","msg":"trace[584722165] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23930; }","duration":"123.146027ms","start":"2026-02-27T22:46:53.766219Z","end":"2026-02-27T22:46:53.889365Z","steps":["trace[584722165] 'process raft request' (duration: 45.362429ms)","trace[584722165] 'compare' (duration: 77.672896ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:53.889456Z","caller":"traceutil/trace.go:171","msg":"trace[1622062667] linearizableReadLoop","detail":"{readStateIndex:24796; appliedIndex:24795; }","duration":"118.840885ms","start":"2026-02-27T22:46:53.770586Z","end":"2026-02-27T22:46:53.889427Z","steps":["trace[1622062667] 'read index received' (duration: 41.806993ms)","trace[1622062667] 'applied index is now lower than readState.Index' (duration: 77.029302ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:53.889674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.057769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-27T22:46:53.88985Z","caller":"traceutil/trace.go:171","msg":"trace[1884498999] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23930; }","duration":"119.198022ms","start":"2026-02-27T22:46:53.770549Z","end":"2026-02-27T22:46:53.889747Z","steps":["trace[1884498999] 'agreement among raft nodes before linearized reading' (duration: 118.957816ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.890427Z","caller":"traceutil/trace.go:171","msg":"trace[731468624] transaction","detail":"{read_only:false; response_revision:23932; number_of_response:1; }","duration":"119.529619ms","start":"2026-02-27T22:46:53.770879Z","end":"2026-02-27T22:46:53.890409Z","steps":["trace[731468624] 'process raft request' (duration: 119.444927ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.890514Z","caller":"traceutil/trace.go:171","msg":"trace[1673815143] transaction","detail":"{read_only:false; response_revision:23931; number_of_response:1; }","duration":"119.726953ms","start":"2026-02-27T22:46:53.770758Z","end":"2026-02-27T22:46:53.890485Z","steps":["trace[1673815143] 'process raft request' (duration: 119.446607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.890697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.254951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:53.890723Z","caller":"traceutil/trace.go:171","msg":"trace[2008736478] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"119.562739ms","start":"2026-02-27T22:46:53.771145Z","end":"2026-02-27T22:46:53.890708Z","steps":["trace[2008736478] 'process raft request' (duration: 119.373735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.89074Z","caller":"traceutil/trace.go:171","msg":"trace[2104221810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23941; }","duration":"118.307612ms","start":"2026-02-27T22:46:53.772424Z","end":"2026-02-27T22:46:53.890732Z","steps":["trace[2104221810] 'agreement among raft nodes before linearized reading' (duration: 118.21979ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.890811Z","caller":"traceutil/trace.go:171","msg":"trace[25858467] transaction","detail":"{read_only:false; response_revision:23933; number_of_response:1; }","duration":"119.866906ms","start":"2026-02-27T22:46:53.770934Z","end":"2026-02-27T22:46:53.890801Z","steps":["trace[25858467] 'process raft request' (duration: 119.435877ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.890868Z","caller":"traceutil/trace.go:171","msg":"trace[1461636278] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"119.683032ms","start":"2026-02-27T22:46:53.771178Z","end":"2026-02-27T22:46:53.890861Z","steps":["trace[1461636278] 'process raft request' (duration: 119.360435ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.890903Z","caller":"traceutil/trace.go:171","msg":"trace[2074676930] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"119.941718ms","start":"2026-02-27T22:46:53.77095Z","end":"2026-02-27T22:46:53.890892Z","steps":["trace[2074676930] 'process raft request' (duration: 119.490259ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.890981Z","caller":"traceutil/trace.go:171","msg":"trace[1520130789] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"119.789634ms","start":"2026-02-27T22:46:53.771185Z","end":"2026-02-27T22:46:53.890975Z","steps":["trace[1520130789] 'process raft request' (duration: 119.377075ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.891004Z","caller":"traceutil/trace.go:171","msg":"trace[1524544214] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"119.969847ms","start":"2026-02-27T22:46:53.771022Z","end":"2026-02-27T22:46:53.890992Z","steps":["trace[1524544214] 'process raft request' (duration: 119.453466ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.891044Z","caller":"traceutil/trace.go:171","msg":"trace[332116862] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"119.659671ms","start":"2026-02-27T22:46:53.771376Z","end":"2026-02-27T22:46:53.891035Z","steps":["trace[332116862] 'process raft request' (duration: 119.207722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.891145Z","caller":"traceutil/trace.go:171","msg":"trace[2106538800] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"120.017129ms","start":"2026-02-27T22:46:53.771087Z","end":"2026-02-27T22:46:53.891104Z","steps":["trace[2106538800] 'process raft request' (duration: 119.409606ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:53.891186Z","caller":"traceutil/trace.go:171","msg":"trace[170892770] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"117.223977ms","start":"2026-02-27T22:46:53.773953Z","end":"2026-02-27T22:46:53.891177Z","steps":["trace[170892770] 'process raft request' (duration: 116.652695ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:53.891327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.697984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:53.891359Z","caller":"traceutil/trace.go:171","msg":"trace[1057802894] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23941; }","duration":"115.750566ms","start":"2026-02-27T22:46:53.775601Z","end":"2026-02-27T22:46:53.891351Z","steps":["trace[1057802894] 'agreement among raft nodes before linearized reading' (duration: 115.695795ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.303513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.498583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:54.303792Z","caller":"traceutil/trace.go:171","msg":"trace[1235258945] transaction","detail":"{read_only:false; response_revision:23944; number_of_response:1; }","duration":"406.000061ms","start":"2026-02-27T22:46:53.897762Z","end":"2026-02-27T22:46:54.303762Z","steps":["trace[1235258945] 'process raft request' (duration: 405.900509ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:54.30389Z","caller":"traceutil/trace.go:171","msg":"trace[260286987] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"376.009328ms","start":"2026-02-27T22:46:53.92787Z","end":"2026-02-27T22:46:54.303879Z","steps":["trace[260286987] 'process raft request' (duration: 375.988667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.303907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.897756Z","time spent":"406.090633ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:46:54.303927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.92785Z","time spent":"376.060578ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:54.304104Z","caller":"traceutil/trace.go:171","msg":"trace[1762274755] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"412.38459ms","start":"2026-02-27T22:46:53.891706Z","end":"2026-02-27T22:46:54.304091Z","steps":["trace[1762274755] 'process raft request' (duration: 142.251113ms)","trace[1762274755] 'compare' (duration: 269.246757ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:54.304101Z","caller":"traceutil/trace.go:171","msg":"trace[43039049] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"381.370784ms","start":"2026-02-27T22:46:53.9227Z","end":"2026-02-27T22:46:54.30407Z","steps":["trace[43039049] 'process raft request' (duration: 381.137419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:54.30411Z","caller":"traceutil/trace.go:171","msg":"trace[1770592334] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"395.374488ms","start":"2026-02-27T22:46:53.908687Z","end":"2026-02-27T22:46:54.304062Z","steps":["trace[1770592334] 'process raft request' (duration: 395.089592ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.304167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.891692Z","time spent":"412.436302ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:54.304219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.226057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:54.30422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.922687Z","time spent":"381.475956ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:46:54.304256Z","caller":"traceutil/trace.go:171","msg":"trace[1565582915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23953; }","duration":"412.289558ms","start":"2026-02-27T22:46:53.891957Z","end":"2026-02-27T22:46:54.304247Z","steps":["trace[1565582915] 'agreement among raft nodes before linearized reading' (duration: 412.214237ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:54.304285Z","caller":"traceutil/trace.go:171","msg":"trace[395539426] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"395.382759ms","start":"2026-02-27T22:46:53.908896Z","end":"2026-02-27T22:46:54.304279Z","steps":["trace[395539426] 'process raft request' (duration: 394.903789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.304271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.908666Z","time spent":"395.513892ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:54.304286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.891947Z","time spent":"412.332439ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:46:54.304301Z","caller":"traceutil/trace.go:171","msg":"trace[166910983] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"406.584184ms","start":"2026-02-27T22:46:53.897708Z","end":"2026-02-27T22:46:54.304292Z","steps":["trace[166910983] 'process raft request' (duration: 405.880839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.304315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.90888Z","time spent":"395.4195ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:46:54.304349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.897698Z","time spent":"406.624725ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:46:54.304376Z","caller":"traceutil/trace.go:171","msg":"trace[1065517401] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"406.41724ms","start":"2026-02-27T22:46:53.897956Z","end":"2026-02-27T22:46:54.304373Z","steps":["trace[1065517401] 'process raft request' (duration: 405.724825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.304406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.897951Z","time spent":"406.440381ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:54.304362Z","caller":"traceutil/trace.go:171","msg":"trace[429361891] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"406.071533ms","start":"2026-02-27T22:46:53.898286Z","end":"2026-02-27T22:46:54.304357Z","steps":["trace[429361891] 'process raft request' (duration: 405.449329ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.304466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.89828Z","time spent":"406.144434ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:54.304494Z","caller":"traceutil/trace.go:171","msg":"trace[508341359] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"405.411809ms","start":"2026-02-27T22:46:53.899076Z","end":"2026-02-27T22:46:54.304487Z","steps":["trace[508341359] 'process raft request' (duration: 404.680673ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:54.304136Z","caller":"traceutil/trace.go:171","msg":"trace[1532139390] linearizableReadLoop","detail":"{readStateIndex:24810; appliedIndex:24808; }","duration":"412.133195ms","start":"2026-02-27T22:46:53.891982Z","end":"2026-02-27T22:46:54.304115Z","steps":["trace[1532139390] 'read index received' (duration: 34.323179ms)","trace[1532139390] 'applied index is now lower than readState.Index' (duration: 377.803945ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:54.304528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.89907Z","time spent":"405.436259ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:46:54.304514Z","caller":"traceutil/trace.go:171","msg":"trace[368752180] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"406.478251ms","start":"2026-02-27T22:46:53.89799Z","end":"2026-02-27T22:46:54.304468Z","steps":["trace[368752180] 'process raft request' (duration: 405.721695ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:54.304512Z","caller":"traceutil/trace.go:171","msg":"trace[1495472539] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"382.284094ms","start":"2026-02-27T22:46:53.922215Z","end":"2026-02-27T22:46:54.304499Z","steps":["trace[1495472539] 'process raft request' (duration: 381.603459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.304583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.922193Z","time spent":"382.371516ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:46:54.304618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.897986Z","time spent":"406.576744ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:54.307725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.609092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:54.307802Z","caller":"traceutil/trace.go:171","msg":"trace[1557343845] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23954; }","duration":"410.732285ms","start":"2026-02-27T22:46:53.897052Z","end":"2026-02-27T22:46:54.307784Z","steps":["trace[1557343845] 'agreement among raft nodes before linearized reading' (duration: 410.580182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.307842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.897035Z","time spent":"410.797796ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:46:54.307827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.31114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"info","ts":"2026-02-27T22:46:54.307893Z","caller":"traceutil/trace.go:171","msg":"trace[1622515088] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:23954; }","duration":"363.410822ms","start":"2026-02-27T22:46:53.944467Z","end":"2026-02-27T22:46:54.307878Z","steps":["trace[1622515088] 'agreement among raft nodes before linearized reading' (duration: 363.149227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.307938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.94445Z","time spent":"363.480033ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"info","ts":"2026-02-27T22:46:54.307937Z","caller":"traceutil/trace.go:171","msg":"trace[71936796] transaction","detail":"{read_only:false; response_revision:23954; number_of_response:1; }","duration":"102.926907ms","start":"2026-02-27T22:46:54.204989Z","end":"2026-02-27T22:46:54.307916Z","steps":["trace[71936796] 'process raft request' (duration: 102.190411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.308228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.026592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:46:54.308261Z","caller":"traceutil/trace.go:171","msg":"trace[587213711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23954; }","duration":"110.094312ms","start":"2026-02-27T22:46:54.198159Z","end":"2026-02-27T22:46:54.308254Z","steps":["trace[587213711] 'agreement among raft nodes before linearized reading' (duration: 109.98026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.308331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.973947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b937980-7fdf-435f-9899-e65bf1cf70e8\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-02-27T22:46:54.30846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.387651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:46:54.308664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.637556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:46:54.308716Z","caller":"traceutil/trace.go:171","msg":"trace[1431168850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23954; }","duration":"412.704567ms","start":"2026-02-27T22:46:53.895999Z","end":"2026-02-27T22:46:54.308704Z","steps":["trace[1431168850] 'agreement among raft nodes before linearized reading' (duration: 412.575204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.308747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.895992Z","time spent":"412.747838ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:46:54.315929Z","caller":"traceutil/trace.go:171","msg":"trace[632524456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23954; }","duration":"419.856514ms","start":"2026-02-27T22:46:53.896052Z","end":"2026-02-27T22:46:54.315908Z","steps":["trace[632524456] 'agreement among raft nodes before linearized reading' (duration: 412.314079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.316012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.896048Z","time spent":"419.942205ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:46:54.308469Z","caller":"traceutil/trace.go:171","msg":"trace[768372956] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b937980-7fdf-435f-9899-e65bf1cf70e8; range_end:; response_count:1; response_revision:23954; }","duration":"415.189051ms","start":"2026-02-27T22:46:53.893255Z","end":"2026-02-27T22:46:54.308444Z","steps":["trace[768372956] 'agreement among raft nodes before linearized reading' (duration: 414.836404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.316084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:53.893233Z","time spent":"422.836949ms","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-8b937980-7fdf-435f-9899-e65bf1cf70e8\" "} {"level":"info","ts":"2026-02-27T22:46:54.74181Z","caller":"traceutil/trace.go:171","msg":"trace[979059896] linearizableReadLoop","detail":"{readStateIndex:24823; appliedIndex:24822; }","duration":"428.210846ms","start":"2026-02-27T22:46:54.313576Z","end":"2026-02-27T22:46:54.741787Z","steps":["trace[979059896] 'read index received' (duration: 427.96066ms)","trace[979059896] 'applied index is now lower than readState.Index' (duration: 249.066µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:54.741856Z","caller":"traceutil/trace.go:171","msg":"trace[181903980] transaction","detail":"{read_only:false; response_revision:23955; number_of_response:1; }","duration":"428.872231ms","start":"2026-02-27T22:46:54.312954Z","end":"2026-02-27T22:46:54.741826Z","steps":["trace[181903980] 'process raft request' (duration: 428.643136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.742005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.312941Z","time spent":"428.986673ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129738,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:54.742018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.41978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-27T22:46:54.742076Z","caller":"traceutil/trace.go:171","msg":"trace[170613415] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23955; }","duration":"428.512633ms","start":"2026-02-27T22:46:54.313552Z","end":"2026-02-27T22:46:54.742064Z","steps":["trace[170613415] 'agreement among raft nodes before linearized reading' (duration: 428.305148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:54.742104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.313545Z","time spent":"428.553513ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T22:46:55.598164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.333251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:55.598374Z","caller":"traceutil/trace.go:171","msg":"trace[1635848014] transaction","detail":"{read_only:false; response_revision:23956; number_of_response:1; }","duration":"1.282316937s","start":"2026-02-27T22:46:54.316027Z","end":"2026-02-27T22:46:55.598344Z","steps":["trace[1635848014] 'process raft request' (duration: 534.746931ms)","trace[1635848014] 'compare' (duration: 746.478822ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:55.598463Z","caller":"traceutil/trace.go:171","msg":"trace[871457190] linearizableReadLoop","detail":"{readStateIndex:24826; appliedIndex:24823; }","duration":"856.584835ms","start":"2026-02-27T22:46:54.741871Z","end":"2026-02-27T22:46:55.598456Z","steps":["trace[871457190] 'read index received' (duration: 108.867576ms)","trace[871457190] 'applied index is now lower than readState.Index' (duration: 747.715599ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:55.598529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.316015Z","time spent":"1.282429349s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:55.5986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17615227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:55.598676Z","caller":"traceutil/trace.go:171","msg":"trace[510326694] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23958; }","duration":"1.176267353s","start":"2026-02-27T22:46:54.422392Z","end":"2026-02-27T22:46:55.598659Z","steps":["trace[510326694] 'agreement among raft nodes before linearized reading' (duration: 1.17612878s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:55.598697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278519113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-02-27T22:46:55.598403Z","caller":"traceutil/trace.go:171","msg":"trace[1089762676] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"1.279612958s","start":"2026-02-27T22:46:54.318778Z","end":"2026-02-27T22:46:55.59839Z","steps":["trace[1089762676] 'process raft request' (duration: 1.279465425s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:55.598718Z","caller":"traceutil/trace.go:171","msg":"trace[1693823176] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23958; }","duration":"1.278565264s","start":"2026-02-27T22:46:54.320146Z","end":"2026-02-27T22:46:55.598711Z","steps":["trace[1693823176] 'agreement among raft nodes before linearized reading' (duration: 1.278485422s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:55.598722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.422376Z","time spent":"1.176336194s","remote":"127.0.0.1:38710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:55.598759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.318762Z","time spent":"1.279964305s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:55.598812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284800801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:46:55.598832Z","caller":"traceutil/trace.go:171","msg":"trace[425449938] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23958; }","duration":"1.284835941s","start":"2026-02-27T22:46:54.313992Z","end":"2026-02-27T22:46:55.598828Z","steps":["trace[425449938] 'agreement among raft nodes before linearized reading' (duration: 1.28479174s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:55.598843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.313979Z","time spent":"1.284861783s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T22:46:55.598774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283203196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-02-27T22:46:55.598928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.822676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:55.598918Z","caller":"traceutil/trace.go:171","msg":"trace[849557998] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"1.278614705s","start":"2026-02-27T22:46:54.320293Z","end":"2026-02-27T22:46:55.598908Z","steps":["trace[849557998] 'process raft request' (duration: 1.278053363s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:55.598943Z","caller":"traceutil/trace.go:171","msg":"trace[1855130209] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23958; }","duration":"854.857317ms","start":"2026-02-27T22:46:54.744079Z","end":"2026-02-27T22:46:55.598936Z","steps":["trace[1855130209] 'agreement among raft nodes before linearized reading' (duration: 854.829856ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:55.598938Z","caller":"traceutil/trace.go:171","msg":"trace[1896929933] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:23958; }","duration":"1.28337096s","start":"2026-02-27T22:46:54.315556Z","end":"2026-02-27T22:46:55.598927Z","steps":["trace[1896929933] 'agreement among raft nodes before linearized reading' (duration: 1.283186976s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:55.598957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.744067Z","time spent":"854.886337ms","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:46:55.598971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.315549Z","time spent":"1.28341356s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-02-27T22:46:55.599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.320285Z","time spent":"1.278662266s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:55.599036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.285317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:55.599055Z","caller":"traceutil/trace.go:171","msg":"trace[36232283] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23958; }","duration":"269.333228ms","start":"2026-02-27T22:46:55.329717Z","end":"2026-02-27T22:46:55.59905Z","steps":["trace[36232283] 'agreement among raft nodes before linearized reading' (duration: 269.303778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:55.599124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.518599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:55.599161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.089035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:55.599163Z","caller":"traceutil/trace.go:171","msg":"trace[878061873] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23958; }","duration":"974.59776ms","start":"2026-02-27T22:46:54.624556Z","end":"2026-02-27T22:46:55.599154Z","steps":["trace[878061873] 'agreement among raft nodes before linearized reading' (duration: 974.535459ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:55.598735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.320138Z","time spent":"1.278593715s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-27T22:46:55.599208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.344848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-27T22:46:55.599176Z","caller":"traceutil/trace.go:171","msg":"trace[285445010] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23958; }","duration":"682.132437ms","start":"2026-02-27T22:46:54.917039Z","end":"2026-02-27T22:46:55.599171Z","steps":["trace[285445010] 'agreement among raft nodes before linearized reading' (duration: 682.106766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:55.599316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.917002Z","time spent":"682.301261ms","remote":"127.0.0.1:38576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:46:55.59931Z","caller":"traceutil/trace.go:171","msg":"trace[217201477] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23958; }","duration":"165.493101ms","start":"2026-02-27T22:46:55.433793Z","end":"2026-02-27T22:46:55.599286Z","steps":["trace[217201477] 'agreement among raft nodes before linearized reading' (duration: 165.186015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:55.599203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.624534Z","time spent":"974.660272ms","remote":"127.0.0.1:38702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:55.59934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076159627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb26960045\" ","response":"range_response_count:1 size:877"} {"level":"warn","ts":"2026-02-27T22:46:55.599137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.116404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:55.599358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110304752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29537205-d828z\" ","response":"range_response_count:1 size:2897"} {"level":"info","ts":"2026-02-27T22:46:55.599383Z","caller":"traceutil/trace.go:171","msg":"trace[338175082] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb26960045; range_end:; response_count:1; response_revision:23958; }","duration":"1.076231868s","start":"2026-02-27T22:46:54.52314Z","end":"2026-02-27T22:46:55.599372Z","steps":["trace[338175082] 'agreement among raft nodes before linearized reading' (duration: 1.076119936s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:55.599387Z","caller":"traceutil/trace.go:171","msg":"trace[468117819] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23958; }","duration":"549.39236ms","start":"2026-02-27T22:46:55.049985Z","end":"2026-02-27T22:46:55.599378Z","steps":["trace[468117819] 'agreement among raft nodes before linearized reading' (duration: 549.136815ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:55.599399Z","caller":"traceutil/trace.go:171","msg":"trace[113970100] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29537205-d828z; range_end:; response_count:1; response_revision:23958; }","duration":"1.110344343s","start":"2026-02-27T22:46:54.489041Z","end":"2026-02-27T22:46:55.599385Z","steps":["trace[113970100] 'agreement among raft nodes before linearized reading' (duration: 1.110214491s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:55.599415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.523124Z","time spent":"1.07628181s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":899,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb26960045\" "} {"level":"warn","ts":"2026-02-27T22:46:55.599421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.049968Z","time spent":"549.442731ms","remote":"127.0.0.1:38196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:55.599439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:54.488986Z","time spent":"1.110445705s","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":2919,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29537205-d828z\" "} {"level":"warn","ts":"2026-02-27T22:46:56.10358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060246,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:56.604332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060246,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:56.634484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.032573917s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:46:56.634942Z","caller":"traceutil/trace.go:171","msg":"trace[711562846] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"1.033099307s","start":"2026-02-27T22:46:55.601818Z","end":"2026-02-27T22:46:56.634917Z","steps":["trace[711562846] 'process raft request' (duration: 1.032915714s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:56.63509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.601798Z","time spent":"1.033215671s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:57.335698Z","caller":"traceutil/trace.go:171","msg":"trace[1059420212] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23960; }","duration":"1.733752289s","start":"2026-02-27T22:46:55.601921Z","end":"2026-02-27T22:46:57.335674Z","steps":["trace[1059420212] 'process raft request' (duration: 1.733420632s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:57.335742Z","caller":"traceutil/trace.go:171","msg":"trace[1284731471] transaction","detail":"{read_only:false; number_of_response:0; response_revision:23960; }","duration":"1.733092475s","start":"2026-02-27T22:46:55.602629Z","end":"2026-02-27T22:46:57.335722Z","steps":["trace[1284731471] 'process raft request' (duration: 1.732964323s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:57.335801Z","caller":"traceutil/trace.go:171","msg":"trace[920984443] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"1.17432033s","start":"2026-02-27T22:46:56.161469Z","end":"2026-02-27T22:46:57.335789Z","steps":["trace[920984443] 'process raft request' (duration: 1.174160056s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.335862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:56.161394Z","time spent":"1.174427782s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:57.335839Z","caller":"traceutil/trace.go:171","msg":"trace[1634896220] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"1.019872288s","start":"2026-02-27T22:46:56.315942Z","end":"2026-02-27T22:46:57.335815Z","steps":["trace[1634896220] 'process raft request' (duration: 1.019795897s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.335856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.602602Z","time spent":"1.733212927s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:46:57.33592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.601894Z","time spent":"1.733900153s","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":84,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-02-27T22:46:57.335928Z","caller":"traceutil/trace.go:171","msg":"trace[784694794] transaction","detail":"{read_only:false; response_revision:23962; number_of_response:1; }","duration":"1.020050832s","start":"2026-02-27T22:46:56.315839Z","end":"2026-02-27T22:46:57.33589Z","steps":["trace[784694794] 'process raft request' (duration: 1.019859908s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.335995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:56.315934Z","time spent":"1.01997753s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:57.335747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.60244Z","time spent":"1.73330151s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T22:46:57.336094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:56.315819Z","time spent":"1.020187126s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:57.33613Z","caller":"traceutil/trace.go:171","msg":"trace[1045535837] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"1.020121104s","start":"2026-02-27T22:46:56.315987Z","end":"2026-02-27T22:46:57.336108Z","steps":["trace[1045535837] 'process raft request' (duration: 1.019789907s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:57.336249Z","caller":"traceutil/trace.go:171","msg":"trace[2104379827] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"1.020100823s","start":"2026-02-27T22:46:56.316136Z","end":"2026-02-27T22:46:57.336237Z","steps":["trace[2104379827] 'process raft request' (duration: 1.019870599s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.336262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:56.315981Z","time spent":"1.020209405s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:57.336302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:56.316128Z","time spent":"1.020144924s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:57.336242Z","caller":"traceutil/trace.go:171","msg":"trace[1154517071] linearizableReadLoop","detail":"{readStateIndex:24835; appliedIndex:24826; }","duration":"1.733594756s","start":"2026-02-27T22:46:55.602635Z","end":"2026-02-27T22:46:57.33623Z","steps":["trace[1154517071] 'read index received' (duration: 1.032170618s)","trace[1154517071] 'applied index is now lower than readState.Index' (duration: 701.422698ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:57.336364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733724319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c5e40903-7753-4ef2-8a7b-1cf61c7f0a08\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-27T22:46:57.336401Z","caller":"traceutil/trace.go:171","msg":"trace[31350268] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c5e40903-7753-4ef2-8a7b-1cf61c7f0a08; range_end:; response_count:1; response_revision:23965; }","duration":"1.733792641s","start":"2026-02-27T22:46:55.602598Z","end":"2026-02-27T22:46:57.336391Z","steps":["trace[31350268] 'agreement among raft nodes before linearized reading' (duration: 1.733669388s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.33643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.602583Z","time spent":"1.733839861s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-c5e40903-7753-4ef2-8a7b-1cf61c7f0a08\" "} {"level":"warn","ts":"2026-02-27T22:46:57.336556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147149506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:57.336568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733701868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-02-27T22:46:57.336611Z","caller":"traceutil/trace.go:171","msg":"trace[1439272446] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23965; }","duration":"1.147272598s","start":"2026-02-27T22:46:56.189325Z","end":"2026-02-27T22:46:57.336597Z","steps":["trace[1439272446] 'agreement among raft nodes before linearized reading' (duration: 1.147178706s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:57.336626Z","caller":"traceutil/trace.go:171","msg":"trace[1284349408] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:23965; }","duration":"1.73377752s","start":"2026-02-27T22:46:55.60283Z","end":"2026-02-27T22:46:57.336607Z","steps":["trace[1284349408] 'agreement among raft nodes before linearized reading' (duration: 1.733619367s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.336647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:56.189275Z","time spent":"1.147362981s","remote":"127.0.0.1:36810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:57.336673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.602799Z","time spent":"1.733862622s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":228,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-02-27T22:46:57.336703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682219474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:46:57.336695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.015864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb2692e7a3\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-02-27T22:46:57.336731Z","caller":"traceutil/trace.go:171","msg":"trace[1792448966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23965; }","duration":"1.682274305s","start":"2026-02-27T22:46:55.65445Z","end":"2026-02-27T22:46:57.336724Z","steps":["trace[1792448966] 'agreement among raft nodes before linearized reading' (duration: 1.682215994s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.336751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.654436Z","time spent":"1.682311355s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:46:57.336753Z","caller":"traceutil/trace.go:171","msg":"trace[1109175356] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb2692e7a3; range_end:; response_count:1; response_revision:23965; }","duration":"698.114546ms","start":"2026-02-27T22:46:56.638622Z","end":"2026-02-27T22:46:57.336736Z","steps":["trace[1109175356] 'agreement among raft nodes before linearized reading' (duration: 697.960163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.336796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434011897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T22:46:57.336807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:56.638607Z","time spent":"698.186817ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":899,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb2692e7a3\" "} {"level":"warn","ts":"2026-02-27T22:46:57.336889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055052966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T22:46:57.336917Z","caller":"traceutil/trace.go:171","msg":"trace[1307938512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23965; }","duration":"1.434156581s","start":"2026-02-27T22:46:55.902747Z","end":"2026-02-27T22:46:57.336904Z","steps":["trace[1307938512] 'agreement among raft nodes before linearized reading' (duration: 1.433941366s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.336968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733722198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:57.336967Z","caller":"traceutil/trace.go:171","msg":"trace[1338110029] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23965; }","duration":"1.055267051s","start":"2026-02-27T22:46:56.281681Z","end":"2026-02-27T22:46:57.336948Z","steps":["trace[1338110029] 'agreement among raft nodes before linearized reading' (duration: 1.054959454s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:57.336991Z","caller":"traceutil/trace.go:171","msg":"trace[502011937] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23965; }","duration":"1.733760528s","start":"2026-02-27T22:46:55.603222Z","end":"2026-02-27T22:46:57.336982Z","steps":["trace[502011937] 'agreement among raft nodes before linearized reading' (duration: 1.733722718s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.336968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.902736Z","time spent":"1.434220192s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:57.337009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.603212Z","time spent":"1.733793979s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T22:46:57.337009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434621781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T22:46:57.337013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:56.281655Z","time spent":"1.055348512s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T22:46:57.337056Z","caller":"traceutil/trace.go:171","msg":"trace[710995406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23965; }","duration":"1.434711553s","start":"2026-02-27T22:46:55.902333Z","end":"2026-02-27T22:46:57.337044Z","steps":["trace[710995406] 'agreement among raft nodes before linearized reading' (duration: 1.434542819s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.337062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71137929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:46:57.337087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.902307Z","time spent":"1.434773634s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:46:57.3366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.227536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:57.337118Z","caller":"traceutil/trace.go:171","msg":"trace[133156995] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23965; }","duration":"1.711468102s","start":"2026-02-27T22:46:55.625635Z","end":"2026-02-27T22:46:57.337103Z","steps":["trace[133156995] 'agreement among raft nodes before linearized reading' (duration: 1.711302799s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:46:57.337143Z","caller":"traceutil/trace.go:171","msg":"trace[1727582810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23965; }","duration":"269.823039ms","start":"2026-02-27T22:46:57.067313Z","end":"2026-02-27T22:46:57.337136Z","steps":["trace[1727582810] 'agreement among raft nodes before linearized reading' (duration: 269.193505ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.337152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731638673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-27T22:46:57.3372Z","caller":"traceutil/trace.go:171","msg":"trace[607276031] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23965; }","duration":"1.731698985s","start":"2026-02-27T22:46:55.605483Z","end":"2026-02-27T22:46:57.337182Z","steps":["trace[607276031] 'agreement among raft nodes before linearized reading' (duration: 1.731548661s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.33724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.605473Z","time spent":"1.731758727s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T22:46:57.337274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:55.625617Z","time spent":"1.711535003s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:46:57.96653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.101278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:57.966632Z","caller":"traceutil/trace.go:171","msg":"trace[1942565860] linearizableReadLoop","detail":"{readStateIndex:24836; appliedIndex:24835; }","duration":"626.848152ms","start":"2026-02-27T22:46:57.339767Z","end":"2026-02-27T22:46:57.966615Z","steps":["trace[1942565860] 'read index received' (duration: 190.59806ms)","trace[1942565860] 'applied index is now lower than readState.Index' (duration: 436.247872ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:57.966704Z","caller":"traceutil/trace.go:171","msg":"trace[1991627450] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"626.962304ms","start":"2026-02-27T22:46:57.339731Z","end":"2026-02-27T22:46:57.966693Z","steps":["trace[1991627450] 'process raft request' (duration: 190.614201ms)","trace[1991627450] 'compare' (duration: 435.7314ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:57.966763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.339707Z","time spent":"627.020535ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:57.966938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.156358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-02-27T22:46:57.966993Z","caller":"traceutil/trace.go:171","msg":"trace[679659216] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:23966; }","duration":"627.251951ms","start":"2026-02-27T22:46:57.33973Z","end":"2026-02-27T22:46:57.966982Z","steps":["trace[679659216] 'agreement among raft nodes before linearized reading' (duration: 627.024906ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:57.967021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.339706Z","time spent":"627.310721ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1096,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-02-27T22:46:58.467097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060264,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:46:58.674259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.143996168s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:46:58.944256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.714326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:46:58.944456Z","caller":"traceutil/trace.go:171","msg":"trace[1343700716] linearizableReadLoop","detail":"{readStateIndex:24839; appliedIndex:24836; }","duration":"977.7869ms","start":"2026-02-27T22:46:57.966657Z","end":"2026-02-27T22:46:58.944444Z","steps":["trace[1343700716] 'read index received' (duration: 707.742817ms)","trace[1343700716] 'applied index is now lower than readState.Index' (duration: 270.043233ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:46:58.94452Z","caller":"traceutil/trace.go:171","msg":"trace[35010868] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"1.603942646s","start":"2026-02-27T22:46:57.34057Z","end":"2026-02-27T22:46:58.944512Z","steps":["trace[35010868] 'process raft request' (duration: 1.333896293s)","trace[35010868] 'compare' (duration: 269.535202ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:46:58.944565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.340544Z","time spent":"1.603998187s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:58.944795Z","caller":"traceutil/trace.go:171","msg":"trace[453742918] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"1.601907291s","start":"2026-02-27T22:46:57.342881Z","end":"2026-02-27T22:46:58.944788Z","steps":["trace[453742918] 'process raft request' (duration: 1.601453161s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:58.944838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.342871Z","time spent":"1.601945962s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:46:58.944932Z","caller":"traceutil/trace.go:171","msg":"trace[1452511884] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"1.6009574s","start":"2026-02-27T22:46:57.343969Z","end":"2026-02-27T22:46:58.944926Z","steps":["trace[1452511884] 'process raft request' (duration: 1.600443699s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:58.944968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.343953Z","time spent":"1.600997982s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:46:58.945137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142522074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T22:46:58.945161Z","caller":"traceutil/trace.go:171","msg":"trace[98755705] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23969; }","duration":"1.142581347s","start":"2026-02-27T22:46:57.802574Z","end":"2026-02-27T22:46:58.945155Z","steps":["trace[98755705] 'agreement among raft nodes before linearized reading' (duration: 1.142490644s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:58.945179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.802555Z","time spent":"1.142620007s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-27T22:46:58.945307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340532887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:46:58.945329Z","caller":"traceutil/trace.go:171","msg":"trace[650003275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23969; }","duration":"1.340575129s","start":"2026-02-27T22:46:57.604749Z","end":"2026-02-27T22:46:58.945324Z","steps":["trace[650003275] 'agreement among raft nodes before linearized reading' (duration: 1.340518137s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:58.945346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.604743Z","time spent":"1.340599259s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:46:58.945488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342273026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:46:58.945511Z","caller":"traceutil/trace.go:171","msg":"trace[1806029218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23969; }","duration":"1.342297747s","start":"2026-02-27T22:46:57.603209Z","end":"2026-02-27T22:46:58.945506Z","steps":["trace[1806029218] 'agreement among raft nodes before linearized reading' (duration: 1.342236225s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:58.945529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.603189Z","time spent":"1.342335587s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:46:58.94565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429628063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:46:58.945671Z","caller":"traceutil/trace.go:171","msg":"trace[88476906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23969; }","duration":"1.429686634s","start":"2026-02-27T22:46:57.51598Z","end":"2026-02-27T22:46:58.945666Z","steps":["trace[88476906] 'agreement among raft nodes before linearized reading' (duration: 1.429624143s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:58.945687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.515929Z","time spent":"1.429754395s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:46:58.945822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527304293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537205-d828z\" ","response":"range_response_count:1 size:7285"} {"level":"info","ts":"2026-02-27T22:46:58.945845Z","caller":"traceutil/trace.go:171","msg":"trace[1484493215] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29537205-d828z; range_end:; response_count:1; response_revision:23969; }","duration":"1.527341154s","start":"2026-02-27T22:46:57.418498Z","end":"2026-02-27T22:46:58.945839Z","steps":["trace[1484493215] 'agreement among raft nodes before linearized reading' (duration: 1.527279782s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:58.945861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.418491Z","time spent":"1.527366145s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7307,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537205-d828z\" "} {"level":"warn","ts":"2026-02-27T22:46:58.945976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533237224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-27T22:46:58.945998Z","caller":"traceutil/trace.go:171","msg":"trace[1626714520] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:23969; }","duration":"1.533288685s","start":"2026-02-27T22:46:57.412704Z","end":"2026-02-27T22:46:58.945993Z","steps":["trace[1626714520] 'agreement among raft nodes before linearized reading' (duration: 1.533235154s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:58.946014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.412683Z","time spent":"1.533327445s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-02-27T22:46:59.020148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.820492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:46:59.020235Z","caller":"traceutil/trace.go:171","msg":"trace[765438062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23970; }","duration":"364.947415ms","start":"2026-02-27T22:46:58.655271Z","end":"2026-02-27T22:46:59.020218Z","steps":["trace[765438062] 'agreement among raft nodes before linearized reading' (duration: 364.809202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:59.020271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:58.655254Z","time spent":"365.009466ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:46:59.020392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052650143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129754"} {"level":"info","ts":"2026-02-27T22:46:59.02044Z","caller":"traceutil/trace.go:171","msg":"trace[1079921262] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23970; }","duration":"1.052702534s","start":"2026-02-27T22:46:57.967723Z","end":"2026-02-27T22:46:59.020425Z","steps":["trace[1079921262] 'agreement among raft nodes before linearized reading' (duration: 1.052571441s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:59.020476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.967712Z","time spent":"1.052757486s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129776,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-02-27T22:46:59.020483Z","caller":"traceutil/trace.go:171","msg":"trace[1769344627] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"250.906976ms","start":"2026-02-27T22:46:58.769565Z","end":"2026-02-27T22:46:59.020472Z","steps":["trace[1769344627] 'process raft request' (duration: 250.113929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:59.020773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.664311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:46:59.02081Z","caller":"traceutil/trace.go:171","msg":"trace[1997171576] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23970; }","duration":"119.729143ms","start":"2026-02-27T22:46:58.901072Z","end":"2026-02-27T22:46:59.020801Z","steps":["trace[1997171576] 'agreement among raft nodes before linearized reading' (duration: 119.659831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:59.020255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051767835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T22:46:59.020957Z","caller":"traceutil/trace.go:171","msg":"trace[819493619] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23970; }","duration":"1.052497131s","start":"2026-02-27T22:46:57.968451Z","end":"2026-02-27T22:46:59.020948Z","steps":["trace[819493619] 'agreement among raft nodes before linearized reading' (duration: 1.051653072s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:46:59.020997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:57.968448Z","time spent":"1.052536592s","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T22:46:59.520232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060270,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:00.020477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060270,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T22:47:00.042828Z","caller":"traceutil/trace.go:171","msg":"trace[975062407] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"1.092093356s","start":"2026-02-27T22:46:58.950715Z","end":"2026-02-27T22:47:00.042808Z","steps":["trace[975062407] 'process raft request' (duration: 1.091893381s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:00.042954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:58.950702Z","time spent":"1.092190868s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:00.043134Z","caller":"traceutil/trace.go:171","msg":"trace[1207918651] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"1.09190711s","start":"2026-02-27T22:46:58.951197Z","end":"2026-02-27T22:47:00.043104Z","steps":["trace[1207918651] 'process raft request' (duration: 1.091571213s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:00.043223Z","caller":"traceutil/trace.go:171","msg":"trace[1523335039] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"1.089882307s","start":"2026-02-27T22:46:58.953315Z","end":"2026-02-27T22:47:00.043197Z","steps":["trace[1523335039] 'process raft request' (duration: 1.089714783s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:00.043281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:58.951187Z","time spent":"1.092018823s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:00.043343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:58.953305Z","time spent":"1.08998118s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7269,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:01.022402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000533932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:47:01.022492Z","caller":"traceutil/trace.go:171","msg":"trace[77856157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000665984s","start":"2026-02-27T22:46:59.021811Z","end":"2026-02-27T22:47:01.022477Z","steps":["trace[77856157] 'agreement among raft nodes before linearized reading' (duration: 2.000558312s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.022724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:59.021797Z","time spent":"2.000746877s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:47:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:47:01.519595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315908249s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:01.519699Z","caller":"traceutil/trace.go:171","msg":"trace[1533830619] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23973; }","duration":"1.316019622s","start":"2026-02-27T22:47:00.20366Z","end":"2026-02-27T22:47:01.51968Z","steps":["trace[1533830619] 'range keys from in-memory index tree' (duration: 1.315893509s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.731932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.689141776s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:47:01.732515Z","caller":"traceutil/trace.go:171","msg":"trace[514779757] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"2.388668202s","start":"2026-02-27T22:46:59.343825Z","end":"2026-02-27T22:47:01.732493Z","steps":["trace[514779757] 'process raft request' (duration: 2.38859348s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:01.732571Z","caller":"traceutil/trace.go:171","msg":"trace[1056033710] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"2.390169626s","start":"2026-02-27T22:46:59.342379Z","end":"2026-02-27T22:47:01.732548Z","steps":["trace[1056033710] 'process raft request' (duration: 2.389971691s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.73264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:59.343799Z","time spent":"2.388764396s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:01.73267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:59.342359Z","time spent":"2.390258239s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:01.73278Z","caller":"traceutil/trace.go:171","msg":"trace[2013592928] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"2.710354954s","start":"2026-02-27T22:46:59.022415Z","end":"2026-02-27T22:47:01.73277Z","steps":["trace[2013592928] 'process raft request' (duration: 2.709719439s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:01.732821Z","caller":"traceutil/trace.go:171","msg":"trace[685155370] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"2.388839757s","start":"2026-02-27T22:46:59.343971Z","end":"2026-02-27T22:47:01.73281Z","steps":["trace[685155370] 'process raft request' (duration: 2.388483738s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.732826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:59.022398Z","time spent":"2.710401406s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129738,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:01.732874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:59.343963Z","time spent":"2.388882348s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:01.733123Z","caller":"traceutil/trace.go:171","msg":"trace[78085452] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"2.387332933s","start":"2026-02-27T22:46:59.345779Z","end":"2026-02-27T22:47:01.733112Z","steps":["trace[78085452] 'process raft request' (duration: 2.386995166s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.733184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:59.345774Z","time spent":"2.387377394s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:01.733567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782958059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-02-27T22:47:01.733629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783657904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q8ncn.18983be6b2b2b5c6\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-02-27T22:47:01.733637Z","caller":"traceutil/trace.go:171","msg":"trace[1668676700] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:23978; }","duration":"2.783082261s","start":"2026-02-27T22:46:58.950537Z","end":"2026-02-27T22:47:01.73362Z","steps":["trace[1668676700] 'agreement among raft nodes before linearized reading' (duration: 2.782772435s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:01.73367Z","caller":"traceutil/trace.go:171","msg":"trace[1783106950] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-q8ncn.18983be6b2b2b5c6; range_end:; response_count:1; response_revision:23978; }","duration":"2.783712065s","start":"2026-02-27T22:46:58.949946Z","end":"2026-02-27T22:47:01.733658Z","steps":["trace[1783106950] 'agreement among raft nodes before linearized reading' (duration: 2.783434199s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.733677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:58.950515Z","time spent":"2.783154383s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-02-27T22:47:01.733701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:58.949938Z","time spent":"2.783755906s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q8ncn.18983be6b2b2b5c6\" "} {"level":"info","ts":"2026-02-27T22:47:01.733108Z","caller":"traceutil/trace.go:171","msg":"trace[1225389051] linearizableReadLoop","detail":"{readStateIndex:24848; appliedIndex:24840; }","duration":"2.713270798s","start":"2026-02-27T22:46:59.019813Z","end":"2026-02-27T22:47:01.733084Z","steps":["trace[1225389051] 'read index received' (duration: 1.022936495s)","trace[1225389051] 'applied index is now lower than readState.Index' (duration: 1.690333253s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:01.733822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.786152979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-27T22:47:01.73388Z","caller":"traceutil/trace.go:171","msg":"trace[1302150668] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23978; }","duration":"2.78624222s","start":"2026-02-27T22:46:58.947624Z","end":"2026-02-27T22:47:01.733866Z","steps":["trace[1302150668] 'agreement among raft nodes before linearized reading' (duration: 2.786037516s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.73391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:58.947616Z","time spent":"2.786288051s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T22:47:01.733978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711238853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T22:47:01.734018Z","caller":"traceutil/trace.go:171","msg":"trace[1257081706] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23978; }","duration":"2.711304974s","start":"2026-02-27T22:46:59.022701Z","end":"2026-02-27T22:47:01.734006Z","steps":["trace[1257081706] 'agreement among raft nodes before linearized reading' (duration: 2.711137601s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.734032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.592122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:47:01.734057Z","caller":"traceutil/trace.go:171","msg":"trace[1363392974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23978; }","duration":"783.617302ms","start":"2026-02-27T22:47:00.950432Z","end":"2026-02-27T22:47:01.73405Z","steps":["trace[1363392974] 'agreement among raft nodes before linearized reading' (duration: 783.534971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.734052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:59.022695Z","time spent":"2.711348665s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-27T22:47:01.734075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:00.95039Z","time spent":"783.680614ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:47:01.734091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.578942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:01.734188Z","caller":"traceutil/trace.go:171","msg":"trace[774238209] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23978; }","duration":"542.716135ms","start":"2026-02-27T22:47:01.191461Z","end":"2026-02-27T22:47:01.734177Z","steps":["trace[774238209] 'agreement among raft nodes before linearized reading' (duration: 542.592533ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.734205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.5741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:01.734219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:01.19143Z","time spent":"542.780746ms","remote":"127.0.0.1:50880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:01.734229Z","caller":"traceutil/trace.go:171","msg":"trace[1702317226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23978; }","duration":"705.62182ms","start":"2026-02-27T22:47:01.028597Z","end":"2026-02-27T22:47:01.734219Z","steps":["trace[1702317226] 'agreement among raft nodes before linearized reading' (duration: 705.582509ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.734247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:01.028582Z","time spent":"705.661262ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:01.734327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687298535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537205-d828z\" ","response":"range_response_count:1 size:7287"} {"level":"info","ts":"2026-02-27T22:47:01.734351Z","caller":"traceutil/trace.go:171","msg":"trace[95023752] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29537205-d828z; range_end:; response_count:1; response_revision:23978; }","duration":"1.687351686s","start":"2026-02-27T22:47:00.046991Z","end":"2026-02-27T22:47:01.734342Z","steps":["trace[95023752] 'agreement among raft nodes before linearized reading' (duration: 1.687269264s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.734368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:00.046975Z","time spent":"1.687389707s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7309,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537205-d828z\" "} {"level":"warn","ts":"2026-02-27T22:47:01.734409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.352846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:47:01.734432Z","caller":"traceutil/trace.go:171","msg":"trace[1731172247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23978; }","duration":"783.414697ms","start":"2026-02-27T22:47:00.951011Z","end":"2026-02-27T22:47:01.734426Z","steps":["trace[1731172247] 'agreement among raft nodes before linearized reading' (duration: 783.353066ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.734449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:00.950991Z","time spent":"783.453378ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:47:01.734465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419498891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:01.734486Z","caller":"traceutil/trace.go:171","msg":"trace[1810563240] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23978; }","duration":"1.419550182s","start":"2026-02-27T22:47:00.31493Z","end":"2026-02-27T22:47:01.73448Z","steps":["trace[1810563240] 'agreement among raft nodes before linearized reading' (duration: 1.419515511s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.734509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:00.314895Z","time spent":"1.419605833s","remote":"127.0.0.1:44490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:01.73453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58677274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:01.734555Z","caller":"traceutil/trace.go:171","msg":"trace[936842916] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23978; }","duration":"1.586829242s","start":"2026-02-27T22:47:00.147717Z","end":"2026-02-27T22:47:01.734546Z","steps":["trace[936842916] 'agreement among raft nodes before linearized reading' (duration: 1.586778691s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.734574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:00.147676Z","time spent":"1.586892974s","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:01.734741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472565753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:01.734764Z","caller":"traceutil/trace.go:171","msg":"trace[1668058442] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23978; }","duration":"2.472628105s","start":"2026-02-27T22:46:59.262129Z","end":"2026-02-27T22:47:01.734757Z","steps":["trace[1668058442] 'agreement among raft nodes before linearized reading' (duration: 2.472589674s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.734782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:59.262109Z","time spent":"2.472668625s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:01.734838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338434505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273003"} {"level":"info","ts":"2026-02-27T22:47:01.735369Z","caller":"traceutil/trace.go:171","msg":"trace[320187263] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23978; }","duration":"2.338992498s","start":"2026-02-27T22:46:59.39636Z","end":"2026-02-27T22:47:01.735352Z","steps":["trace[320187263] 'agreement among raft nodes before linearized reading' (duration: 2.338076658s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:01.735412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:46:59.396345Z","time spent":"2.339048999s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273025,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-27T22:47:02.249125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060280,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T22:47:02.460656Z","caller":"traceutil/trace.go:171","msg":"trace[1206437388] linearizableReadLoop","detail":"{readStateIndex:24852; appliedIndex:24848; }","duration":"711.805405ms","start":"2026-02-27T22:47:01.748829Z","end":"2026-02-27T22:47:02.460635Z","steps":["trace[1206437388] 'read index received' (duration: 619.811428ms)","trace[1206437388] 'applied index is now lower than readState.Index' (duration: 91.993077ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:02.460791Z","caller":"traceutil/trace.go:171","msg":"trace[1385352690] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"713.850789ms","start":"2026-02-27T22:47:01.746925Z","end":"2026-02-27T22:47:02.460775Z","steps":["trace[1385352690] 'process raft request' (duration: 621.534335ms)","trace[1385352690] 'compare' (duration: 91.68394ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:02.460924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:01.746887Z","time spent":"713.940321ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:02.461284Z","caller":"traceutil/trace.go:171","msg":"trace[1555497640] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"710.584089ms","start":"2026-02-27T22:47:01.750687Z","end":"2026-02-27T22:47:02.461272Z","steps":["trace[1555497640] 'process raft request' (duration: 709.702469ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:02.461357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:01.750665Z","time spent":"710.658361ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:02.461587Z","caller":"traceutil/trace.go:171","msg":"trace[794819249] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"710.739372ms","start":"2026-02-27T22:47:01.750835Z","end":"2026-02-27T22:47:02.461574Z","steps":["trace[794819249] 'process raft request' (duration: 709.684989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:02.461661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:01.750829Z","time spent":"710.798353ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:02.461802Z","caller":"traceutil/trace.go:171","msg":"trace[1089352808] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"315.107418ms","start":"2026-02-27T22:47:02.146685Z","end":"2026-02-27T22:47:02.461792Z","steps":["trace[1089352808] 'process raft request' (duration: 313.86989ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:02.461855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:02.146663Z","time spent":"315.162299ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:02.46199Z","caller":"traceutil/trace.go:171","msg":"trace[22461902] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"208.781187ms","start":"2026-02-27T22:47:02.2532Z","end":"2026-02-27T22:47:02.461981Z","steps":["trace[22461902] 'process raft request' (duration: 207.395766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:02.462196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.362369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-02-27T22:47:02.462237Z","caller":"traceutil/trace.go:171","msg":"trace[223530195] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:23983; }","duration":"713.41204ms","start":"2026-02-27T22:47:01.748813Z","end":"2026-02-27T22:47:02.462225Z","steps":["trace[223530195] 'agreement among raft nodes before linearized reading' (duration: 713.296658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:02.462275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:01.7488Z","time spent":"713.466752ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-02-27T22:47:02.462502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.248025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"info","ts":"2026-02-27T22:47:02.462547Z","caller":"traceutil/trace.go:171","msg":"trace[775377850] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:23983; }","duration":"712.300866ms","start":"2026-02-27T22:47:01.750235Z","end":"2026-02-27T22:47:02.462535Z","steps":["trace[775377850] 'agreement among raft nodes before linearized reading' (duration: 712.183943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:02.462582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:01.75023Z","time spent":"712.345237ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1096,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-02-27T22:47:02.46299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.744443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:02.463036Z","caller":"traceutil/trace.go:171","msg":"trace[569268294] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23983; }","duration":"410.794624ms","start":"2026-02-27T22:47:02.05223Z","end":"2026-02-27T22:47:02.463025Z","steps":["trace[569268294] 'agreement among raft nodes before linearized reading' (duration: 410.721103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:02.463068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:02.052213Z","time spent":"410.846536ms","remote":"127.0.0.1:38452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:02.463283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.170482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:47:02.463322Z","caller":"traceutil/trace.go:171","msg":"trace[760311029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23983; }","duration":"416.244953ms","start":"2026-02-27T22:47:02.047068Z","end":"2026-02-27T22:47:02.463313Z","steps":["trace[760311029] 'agreement among raft nodes before linearized reading' (duration: 416.149831ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:02.463349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:02.047047Z","time spent":"416.296555ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:47:02.463547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.457428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:47:02.463593Z","caller":"traceutil/trace.go:171","msg":"trace[684481720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23983; }","duration":"416.506299ms","start":"2026-02-27T22:47:02.047078Z","end":"2026-02-27T22:47:02.463584Z","steps":["trace[684481720] 'agreement among raft nodes before linearized reading' (duration: 416.390407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:02.463621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:02.047027Z","time spent":"416.587661ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:47:02.463773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.013289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:02.463809Z","caller":"traceutil/trace.go:171","msg":"trace[2039121938] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23983; }","duration":"569.104622ms","start":"2026-02-27T22:47:01.894696Z","end":"2026-02-27T22:47:02.463801Z","steps":["trace[2039121938] 'agreement among raft nodes before linearized reading' (duration: 569.051221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:02.463839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:01.894674Z","time spent":"569.157093ms","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:02.464046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.518596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-27T22:47:02.464082Z","caller":"traceutil/trace.go:171","msg":"trace[1309163561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23983; }","duration":"709.580737ms","start":"2026-02-27T22:47:01.754493Z","end":"2026-02-27T22:47:02.464073Z","steps":["trace[1309163561] 'agreement among raft nodes before linearized reading' (duration: 709.480715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:02.464111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:01.754483Z","time spent":"709.619918ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T22:47:02.97075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060287,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T22:47:03.08297Z","caller":"traceutil/trace.go:171","msg":"trace[1056247249] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"612.822466ms","start":"2026-02-27T22:47:02.470115Z","end":"2026-02-27T22:47:03.082938Z","steps":["trace[1056247249] 'process raft request' (duration: 518.952706ms)","trace[1056247249] 'compare' (duration: 93.176374ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:03.083143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:02.470104Z","time spent":"612.946038ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:03.085789Z","caller":"traceutil/trace.go:171","msg":"trace[1014237095] linearizableReadLoop","detail":"{readStateIndex:24855; appliedIndex:24853; }","duration":"615.592325ms","start":"2026-02-27T22:47:02.470173Z","end":"2026-02-27T22:47:03.085765Z","steps":["trace[1014237095] 'read index received' (duration: 518.910485ms)","trace[1014237095] 'applied index is now lower than readState.Index' (duration: 96.68054ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:03.085914Z","caller":"traceutil/trace.go:171","msg":"trace[1866074314] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"615.620676ms","start":"2026-02-27T22:47:02.470282Z","end":"2026-02-27T22:47:03.085903Z","steps":["trace[1866074314] 'process raft request' (duration: 615.34136ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:03.086025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:02.470275Z","time spent":"615.674367ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:03.086062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.967622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-02-27T22:47:03.086094Z","caller":"traceutil/trace.go:171","msg":"trace[349791309] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:23985; }","duration":"615.016243ms","start":"2026-02-27T22:47:02.47107Z","end":"2026-02-27T22:47:03.086086Z","steps":["trace[349791309] 'agreement among raft nodes before linearized reading' (duration: 614.88437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:03.086149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:02.471064Z","time spent":"615.078944ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-02-27T22:47:03.086362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.350304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:03.086414Z","caller":"traceutil/trace.go:171","msg":"trace[1155188198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23985; }","duration":"157.401405ms","start":"2026-02-27T22:47:02.928998Z","end":"2026-02-27T22:47:03.086399Z","steps":["trace[1155188198] 'agreement among raft nodes before linearized reading' (duration: 157.325203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:03.086463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.003953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:03.086752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.571556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q8ncn.18983be6b2b2fd38\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-02-27T22:47:03.086793Z","caller":"traceutil/trace.go:171","msg":"trace[716805030] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-q8ncn.18983be6b2b2fd38; range_end:; response_count:1; response_revision:23985; }","duration":"616.613357ms","start":"2026-02-27T22:47:02.47017Z","end":"2026-02-27T22:47:03.086783Z","steps":["trace[716805030] 'agreement among raft nodes before linearized reading' (duration: 616.503445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:03.08683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:02.470146Z","time spent":"616.676059ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q8ncn.18983be6b2b2fd38\" "} {"level":"warn","ts":"2026-02-27T22:47:03.086974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.78736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:47:03.087013Z","caller":"traceutil/trace.go:171","msg":"trace[1435557051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23985; }","duration":"434.090824ms","start":"2026-02-27T22:47:02.652401Z","end":"2026-02-27T22:47:03.086492Z","steps":["trace[1435557051] 'agreement among raft nodes before linearized reading' (duration: 434.008022ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:03.087031Z","caller":"traceutil/trace.go:171","msg":"trace[925660814] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23985; }","duration":"615.850021ms","start":"2026-02-27T22:47:02.471167Z","end":"2026-02-27T22:47:03.087017Z","steps":["trace[925660814] 'agreement among raft nodes before linearized reading' (duration: 615.707528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:03.087046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:02.652385Z","time spent":"434.652147ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:03.08706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:02.471153Z","time spent":"615.901072ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:47:03.087193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.555387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:03.087222Z","caller":"traceutil/trace.go:171","msg":"trace[1448315915] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23985; }","duration":"512.616758ms","start":"2026-02-27T22:47:02.574597Z","end":"2026-02-27T22:47:03.087214Z","steps":["trace[1448315915] 'agreement among raft nodes before linearized reading' (duration: 512.572217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:03.087242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:02.57458Z","time spent":"512.656729ms","remote":"127.0.0.1:50870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:03.59634Z","caller":"traceutil/trace.go:171","msg":"trace[1571890199] linearizableReadLoop","detail":"{readStateIndex:24858; appliedIndex:24857; }","duration":"413.049625ms","start":"2026-02-27T22:47:03.183268Z","end":"2026-02-27T22:47:03.596317Z","steps":["trace[1571890199] 'read index received' (duration: 412.772829ms)","trace[1571890199] 'applied index is now lower than readState.Index' (duration: 273.376µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:03.596372Z","caller":"traceutil/trace.go:171","msg":"trace[1299990293] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"415.814826ms","start":"2026-02-27T22:47:03.180531Z","end":"2026-02-27T22:47:03.596345Z","steps":["trace[1299990293] 'process raft request' (duration: 415.587561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:03.596509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:03.180518Z","time spent":"415.908757ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:03.596585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.306271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"warn","ts":"2026-02-27T22:47:03.596568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.727109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:03.596626Z","caller":"traceutil/trace.go:171","msg":"trace[662135613] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:23988; }","duration":"413.402112ms","start":"2026-02-27T22:47:03.183215Z","end":"2026-02-27T22:47:03.596617Z","steps":["trace[662135613] 'agreement among raft nodes before linearized reading' (duration: 413.219949ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:03.596646Z","caller":"traceutil/trace.go:171","msg":"trace[1245022531] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23988; }","duration":"358.859062ms","start":"2026-02-27T22:47:03.237769Z","end":"2026-02-27T22:47:03.596629Z","steps":["trace[1245022531] 'agreement among raft nodes before linearized reading' (duration: 358.718119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:03.596666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:03.183196Z","time spent":"413.462804ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":214,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"warn","ts":"2026-02-27T22:47:03.596697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:03.237744Z","time spent":"358.944964ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T22:47:04.103235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060308,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:04.669092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.618987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:04.66918Z","caller":"traceutil/trace.go:171","msg":"trace[937236038] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"1.067494568s","start":"2026-02-27T22:47:03.601671Z","end":"2026-02-27T22:47:04.669166Z","steps":["trace[937236038] 'process raft request' (duration: 889.749639ms)","trace[937236038] 'compare' (duration: 176.999553ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:04.669221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:03.601655Z","time spent":"1.067546849s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:05.555733Z","caller":"traceutil/trace.go:171","msg":"trace[1631678570] linearizableReadLoop","detail":"{readStateIndex:24864; appliedIndex:24858; }","duration":"1.953569037s","start":"2026-02-27T22:47:03.602146Z","end":"2026-02-27T22:47:05.555715Z","steps":["trace[1631678570] 'read index received' (duration: 889.277189ms)","trace[1631678570] 'applied index is now lower than readState.Index' (duration: 1.064288568s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:05.555738Z","caller":"traceutil/trace.go:171","msg":"trace[1442912130] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"1.804073544s","start":"2026-02-27T22:47:03.751633Z","end":"2026-02-27T22:47:05.555706Z","steps":["trace[1442912130] 'process raft request' (duration: 1.803977901s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:05.556602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:03.751615Z","time spent":"1.804899783s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:05.555718Z","caller":"traceutil/trace.go:171","msg":"trace[218417233] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"1.804586435s","start":"2026-02-27T22:47:03.751099Z","end":"2026-02-27T22:47:05.555686Z","steps":["trace[218417233] 'process raft request' (duration: 1.804455412s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:05.55582Z","caller":"traceutil/trace.go:171","msg":"trace[1729543820] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"1.802931089s","start":"2026-02-27T22:47:03.752876Z","end":"2026-02-27T22:47:05.555807Z","steps":["trace[1729543820] 'process raft request' (duration: 1.802770545s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:05.556756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:03.75109Z","time spent":"1.805606678s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:05.555847Z","caller":"traceutil/trace.go:171","msg":"trace[249550794] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"1.529176474s","start":"2026-02-27T22:47:04.026657Z","end":"2026-02-27T22:47:05.555833Z","steps":["trace[249550794] 'process raft request' (duration: 1.529022151s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:05.55587Z","caller":"traceutil/trace.go:171","msg":"trace[176432041] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"1.805177248s","start":"2026-02-27T22:47:03.750505Z","end":"2026-02-27T22:47:05.555682Z","steps":["trace[176432041] 'process raft request' (duration: 1.736367397s)","trace[176432041] 'compare' (duration: 68.171327ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:05.556892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:03.752857Z","time spent":"1.803948671s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:05.55603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953868933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-02-27T22:47:05.556948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:04.026631Z","time spent":"1.530212168s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:05.556994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:03.75048Z","time spent":"1.806462876s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:05.557017Z","caller":"traceutil/trace.go:171","msg":"trace[1127728069] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:23994; }","duration":"1.954879546s","start":"2026-02-27T22:47:03.602095Z","end":"2026-02-27T22:47:05.556975Z","steps":["trace[1127728069] 'agreement among raft nodes before linearized reading' (duration: 1.953752591s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:05.557067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:03.602078Z","time spent":"1.954975417s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:05.575305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103962984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T22:47:05.57532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.831233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-02-27T22:47:05.575314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.884967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:05.575374Z","caller":"traceutil/trace.go:171","msg":"trace[244211690] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96; range_end:; response_count:1; response_revision:23995; }","duration":"901.972396ms","start":"2026-02-27T22:47:04.673385Z","end":"2026-02-27T22:47:05.575358Z","steps":["trace[244211690] 'agreement among raft nodes before linearized reading' (duration: 901.796552ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:05.57539Z","caller":"traceutil/trace.go:171","msg":"trace[304469394] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23995; }","duration":"235.01607ms","start":"2026-02-27T22:47:05.340356Z","end":"2026-02-27T22:47:05.575372Z","steps":["trace[304469394] 'agreement among raft nodes before linearized reading' (duration: 234.848736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:05.57542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105199191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:47:05.575457Z","caller":"traceutil/trace.go:171","msg":"trace[961190165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23995; }","duration":"1.105258592s","start":"2026-02-27T22:47:04.470179Z","end":"2026-02-27T22:47:05.575438Z","steps":["trace[961190165] 'agreement among raft nodes before linearized reading' (duration: 1.105187221s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:05.575488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:04.470161Z","time spent":"1.105319883s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:47:05.57542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:04.673368Z","time spent":"902.043508ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":802,"request content":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" "} {"level":"warn","ts":"2026-02-27T22:47:05.57569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243835737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:05.575351Z","caller":"traceutil/trace.go:171","msg":"trace[1750272896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23995; }","duration":"1.104034656s","start":"2026-02-27T22:47:04.471303Z","end":"2026-02-27T22:47:05.575338Z","steps":["trace[1750272896] 'agreement among raft nodes before linearized reading' (duration: 1.103937044s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:05.57573Z","caller":"traceutil/trace.go:171","msg":"trace[673906480] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23995; }","duration":"1.243901428s","start":"2026-02-27T22:47:04.331819Z","end":"2026-02-27T22:47:05.57572Z","steps":["trace[673906480] 'agreement among raft nodes before linearized reading' (duration: 1.243836507s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:05.575742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.722092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:47:05.575766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.49506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:05.575799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921380884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:05.575813Z","caller":"traceutil/trace.go:171","msg":"trace[2067869026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23995; }","duration":"694.831955ms","start":"2026-02-27T22:47:04.880967Z","end":"2026-02-27T22:47:05.575799Z","steps":["trace[2067869026] 'agreement among raft nodes before linearized reading' (duration: 694.683322ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:05.575832Z","caller":"traceutil/trace.go:171","msg":"trace[245441850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23995; }","duration":"1.921442285s","start":"2026-02-27T22:47:03.654383Z","end":"2026-02-27T22:47:05.575825Z","steps":["trace[245441850] 'agreement among raft nodes before linearized reading' (duration: 1.921396274s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:05.575854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:04.880945Z","time spent":"694.897016ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:05.57576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:04.331804Z","time spent":"1.243947979s","remote":"127.0.0.1:38722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-27T22:47:05.575875Z","caller":"traceutil/trace.go:171","msg":"trace[1451710606] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"732.309183ms","start":"2026-02-27T22:47:04.843554Z","end":"2026-02-27T22:47:05.575863Z","steps":["trace[1451710606] 'process raft request' (duration: 731.475385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:05.575941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:04.84353Z","time spent":"732.373273ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:05.575859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:03.65437Z","time spent":"1.921484996s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:47:05.575826Z","caller":"traceutil/trace.go:171","msg":"trace[815260892] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23995; }","duration":"219.587702ms","start":"2026-02-27T22:47:05.356222Z","end":"2026-02-27T22:47:05.57581Z","steps":["trace[815260892] 'agreement among raft nodes before linearized reading' (duration: 219.47778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:05.575949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973465481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-27T22:47:05.575759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:04.471292Z","time spent":"1.104447825s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:47:05.57614Z","caller":"traceutil/trace.go:171","msg":"trace[1263529362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23995; }","duration":"1.973681016s","start":"2026-02-27T22:47:03.602448Z","end":"2026-02-27T22:47:05.576129Z","steps":["trace[1263529362] 'agreement among raft nodes before linearized reading' (duration: 1.97343099s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:05.576182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:03.602433Z","time spent":"1.973739008s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:47:05.57611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.849539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T22:47:05.576365Z","caller":"traceutil/trace.go:171","msg":"trace[1744393948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23995; }","duration":"483.159796ms","start":"2026-02-27T22:47:05.093135Z","end":"2026-02-27T22:47:05.576295Z","steps":["trace[1744393948] 'agreement among raft nodes before linearized reading' (duration: 482.4641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:05.576423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.09311Z","time spent":"483.299328ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:47:05.576447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.167286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T22:47:05.576493Z","caller":"traceutil/trace.go:171","msg":"trace[1727008478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23995; }","duration":"483.255718ms","start":"2026-02-27T22:47:05.093228Z","end":"2026-02-27T22:47:05.576484Z","steps":["trace[1727008478] 'agreement among raft nodes before linearized reading' (duration: 483.149326ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:05.576529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.093206Z","time spent":"483.314839ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:47:06.468139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.858667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:06.468426Z","caller":"traceutil/trace.go:171","msg":"trace[82905072] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"889.170565ms","start":"2026-02-27T22:47:05.579232Z","end":"2026-02-27T22:47:06.468403Z","steps":["trace[82905072] 'process raft request' (duration: 164.94585ms)","trace[82905072] 'compare' (duration: 723.03957ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:06.468449Z","caller":"traceutil/trace.go:171","msg":"trace[353630763] transaction","detail":"{read_only:false; response_revision:23997; number_of_response:1; }","duration":"886.119289ms","start":"2026-02-27T22:47:05.582309Z","end":"2026-02-27T22:47:06.468428Z","steps":["trace[353630763] 'process raft request' (duration: 885.954985ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:06.468548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.582287Z","time spent":"886.214831ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:06.468573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.579212Z","time spent":"889.280308ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:06.46867Z","caller":"traceutil/trace.go:171","msg":"trace[1717873456] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"885.282841ms","start":"2026-02-27T22:47:05.583374Z","end":"2026-02-27T22:47:06.468657Z","steps":["trace[1717873456] 'process raft request' (duration: 885.000135ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:06.468416Z","caller":"traceutil/trace.go:171","msg":"trace[1746100495] linearizableReadLoop","detail":"{readStateIndex:24866; appliedIndex:24865; }","duration":"886.61902ms","start":"2026-02-27T22:47:05.581765Z","end":"2026-02-27T22:47:06.468384Z","steps":["trace[1746100495] 'read index received' (duration: 162.514087ms)","trace[1746100495] 'applied index is now lower than readState.Index' (duration: 724.101453ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:06.468758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.583356Z","time spent":"885.356383ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:06.468801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.001918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-27T22:47:06.468887Z","caller":"traceutil/trace.go:171","msg":"trace[1997004177] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23998; }","duration":"887.136301ms","start":"2026-02-27T22:47:05.581731Z","end":"2026-02-27T22:47:06.468868Z","steps":["trace[1997004177] 'agreement among raft nodes before linearized reading' (duration: 886.741043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:06.468938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.58172Z","time spent":"887.208933ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-02-27T22:47:06.469303Z","caller":"traceutil/trace.go:171","msg":"trace[2011021718] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"885.449454ms","start":"2026-02-27T22:47:05.583839Z","end":"2026-02-27T22:47:06.469289Z","steps":["trace[2011021718] 'process raft request' (duration: 884.754299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:06.469399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.583834Z","time spent":"885.504215ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:06.469614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.391796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:06.469625Z","caller":"traceutil/trace.go:171","msg":"trace[964127445] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"885.392224ms","start":"2026-02-27T22:47:05.584204Z","end":"2026-02-27T22:47:06.469596Z","steps":["trace[964127445] 'process raft request' (duration: 885.032646ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:06.469679Z","caller":"traceutil/trace.go:171","msg":"trace[706571079] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24000; }","duration":"366.492198ms","start":"2026-02-27T22:47:06.103173Z","end":"2026-02-27T22:47:06.469665Z","steps":["trace[706571079] 'agreement among raft nodes before linearized reading' (duration: 366.384585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:06.469685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.01954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:06.469672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.704324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:47:06.469703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.085516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-27T22:47:06.469732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.824763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:06.469758Z","caller":"traceutil/trace.go:171","msg":"trace[489870262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24000; }","duration":"879.159768ms","start":"2026-02-27T22:47:05.590588Z","end":"2026-02-27T22:47:06.469748Z","steps":["trace[489870262] 'agreement among raft nodes before linearized reading' (duration: 879.033916ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:06.469753Z","caller":"traceutil/trace.go:171","msg":"trace[1969683398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24000; }","duration":"882.101382ms","start":"2026-02-27T22:47:05.587633Z","end":"2026-02-27T22:47:06.469734Z","steps":["trace[1969683398] 'agreement among raft nodes before linearized reading' (duration: 882.01715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:06.469754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.406981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:06.469759Z","caller":"traceutil/trace.go:171","msg":"trace[169187653] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24000; }","duration":"624.851198ms","start":"2026-02-27T22:47:05.844891Z","end":"2026-02-27T22:47:06.469742Z","steps":["trace[169187653] 'agreement among raft nodes before linearized reading' (duration: 624.699764ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:06.469776Z","caller":"traceutil/trace.go:171","msg":"trace[528536503] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24000; }","duration":"216.908765ms","start":"2026-02-27T22:47:06.252854Z","end":"2026-02-27T22:47:06.469763Z","steps":["trace[528536503] 'agreement among raft nodes before linearized reading' (duration: 216.826293ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:06.469787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.590578Z","time spent":"879.202109ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T22:47:06.469799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.587586Z","time spent":"882.201664ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:06.469814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.844867Z","time spent":"624.93301ms","remote":"127.0.0.1:47804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:06.469789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.829193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T22:47:06.46983Z","caller":"traceutil/trace.go:171","msg":"trace[484706586] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24000; }","duration":"352.493353ms","start":"2026-02-27T22:47:06.117295Z","end":"2026-02-27T22:47:06.469788Z","steps":["trace[484706586] 'agreement among raft nodes before linearized reading' (duration: 352.418661ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:06.469871Z","caller":"traceutil/trace.go:171","msg":"trace[463173685] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24000; }","duration":"868.965396ms","start":"2026-02-27T22:47:05.600888Z","end":"2026-02-27T22:47:06.469854Z","steps":["trace[463173685] 'agreement among raft nodes before linearized reading' (duration: 868.68801ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:06.469721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:06.103159Z","time spent":"366.55031ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:06.469897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:06.117269Z","time spent":"352.618066ms","remote":"127.0.0.1:39804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:06.469869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.584198Z","time spent":"885.501127ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:06.46996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.600868Z","time spent":"869.041248ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-02-27T22:47:06.46961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.477648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:06.470042Z","caller":"traceutil/trace.go:171","msg":"trace[1352669324] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24000; }","duration":"887.929849ms","start":"2026-02-27T22:47:05.582094Z","end":"2026-02-27T22:47:06.470023Z","steps":["trace[1352669324] 'agreement among raft nodes before linearized reading' (duration: 887.430167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:06.470118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:05.582086Z","time spent":"888.012331ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:47:06.669826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.77464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T22:47:06.669901Z","caller":"traceutil/trace.go:171","msg":"trace[2125167889] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24002; }","duration":"100.891032ms","start":"2026-02-27T22:47:06.568992Z","end":"2026-02-27T22:47:06.669883Z","steps":["trace[2125167889] 'range keys from in-memory index tree' (duration: 100.715168ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:07.134046Z","caller":"traceutil/trace.go:171","msg":"trace[1900578839] linearizableReadLoop","detail":"{readStateIndex:24874; appliedIndex:24873; }","duration":"460.299807ms","start":"2026-02-27T22:47:06.673721Z","end":"2026-02-27T22:47:07.134021Z","steps":["trace[1900578839] 'read index received' (duration: 460.021851ms)","trace[1900578839] 'applied index is now lower than readState.Index' (duration: 276.866µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:07.134164Z","caller":"traceutil/trace.go:171","msg":"trace[1920788042] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"460.45748ms","start":"2026-02-27T22:47:06.673675Z","end":"2026-02-27T22:47:07.134133Z","steps":["trace[1920788042] 'process raft request' (duration: 460.175514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:07.134273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.572013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:47:07.134306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.129769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-02-27T22:47:07.134316Z","caller":"traceutil/trace.go:171","msg":"trace[464395182] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24003; }","duration":"460.642854ms","start":"2026-02-27T22:47:06.673664Z","end":"2026-02-27T22:47:07.134307Z","steps":["trace[464395182] 'agreement among raft nodes before linearized reading' (duration: 460.477931ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:07.134325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:06.67366Z","time spent":"460.579753ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:07.134343Z","caller":"traceutil/trace.go:171","msg":"trace[887998905] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:24003; }","duration":"458.201101ms","start":"2026-02-27T22:47:06.676129Z","end":"2026-02-27T22:47:07.13433Z","steps":["trace[887998905] 'agreement among raft nodes before linearized reading' (duration: 458.039427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:07.134381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:06.676119Z","time spent":"458.253361ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:07.134343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:06.673652Z","time spent":"460.686045ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T22:47:07.575328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.343677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:07.575559Z","caller":"traceutil/trace.go:171","msg":"trace[1345941399] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"436.20392ms","start":"2026-02-27T22:47:07.139333Z","end":"2026-02-27T22:47:07.575537Z","steps":["trace[1345941399] 'process raft request' (duration: 63.323201ms)","trace[1345941399] 'compare' (duration: 372.118722ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:07.575613Z","caller":"traceutil/trace.go:171","msg":"trace[746399677] linearizableReadLoop","detail":"{readStateIndex:24875; appliedIndex:24874; }","duration":"435.76764ms","start":"2026-02-27T22:47:07.139776Z","end":"2026-02-27T22:47:07.575544Z","steps":["trace[746399677] 'read index received' (duration: 62.936093ms)","trace[746399677] 'applied index is now lower than readState.Index' (duration: 372.828807ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:07.575664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:07.139321Z","time spent":"436.282591ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:07.57573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.930813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-02-27T22:47:07.575799Z","caller":"traceutil/trace.go:171","msg":"trace[759643140] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:24004; }","duration":"436.021836ms","start":"2026-02-27T22:47:07.139761Z","end":"2026-02-27T22:47:07.575783Z","steps":["trace[759643140] 'agreement among raft nodes before linearized reading' (duration: 435.866573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:07.575841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:07.139756Z","time spent":"436.076197ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:08.116878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.230314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:08.117137Z","caller":"traceutil/trace.go:171","msg":"trace[1072520451] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"553.915799ms","start":"2026-02-27T22:47:07.563201Z","end":"2026-02-27T22:47:08.117116Z","steps":["trace[1072520451] 'process raft request' (duration: 389.331827ms)","trace[1072520451] 'compare' (duration: 164.06058ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:08.117215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:07.56318Z","time spent":"553.998452ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:08.117309Z","caller":"traceutil/trace.go:171","msg":"trace[1071550502] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"553.156253ms","start":"2026-02-27T22:47:07.564134Z","end":"2026-02-27T22:47:08.117291Z","steps":["trace[1071550502] 'process raft request' (duration: 552.843206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:08.117433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:07.564093Z","time spent":"553.265765ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:08.117568Z","caller":"traceutil/trace.go:171","msg":"trace[1970142178] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"553.208615ms","start":"2026-02-27T22:47:07.564353Z","end":"2026-02-27T22:47:08.117561Z","steps":["trace[1970142178] 'process raft request' (duration: 552.864507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:08.117612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:07.564342Z","time spent":"553.248435ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:08.117775Z","caller":"traceutil/trace.go:171","msg":"trace[749950157] linearizableReadLoop","detail":"{readStateIndex:24879; appliedIndex:24875; }","duration":"542.097142ms","start":"2026-02-27T22:47:07.575657Z","end":"2026-02-27T22:47:08.117754Z","steps":["trace[749950157] 'read index received' (duration: 24.562666ms)","trace[749950157] 'applied index is now lower than readState.Index' (duration: 517.533206ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:08.117918Z","caller":"traceutil/trace.go:171","msg":"trace[1406122331] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"538.129854ms","start":"2026-02-27T22:47:07.579773Z","end":"2026-02-27T22:47:08.117903Z","steps":["trace[1406122331] 'process raft request' (duration: 537.594413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:08.118008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:07.579727Z","time spent":"538.236266ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":843,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:47:08.118099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.618162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"warn","ts":"2026-02-27T22:47:08.118126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.325332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:08.118154Z","caller":"traceutil/trace.go:171","msg":"trace[325296101] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:24009; }","duration":"525.697543ms","start":"2026-02-27T22:47:07.592443Z","end":"2026-02-27T22:47:08.118141Z","steps":["trace[325296101] 'agreement among raft nodes before linearized reading' (duration: 525.580231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:08.118175Z","caller":"traceutil/trace.go:171","msg":"trace[852546232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24009; }","duration":"463.410714ms","start":"2026-02-27T22:47:07.65475Z","end":"2026-02-27T22:47:08.118161Z","steps":["trace[852546232] 'agreement among raft nodes before linearized reading' (duration: 463.290411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:08.118191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:07.59243Z","time spent":"525.753995ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:08.118214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:07.654736Z","time spent":"463.469505ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:08.118201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.059387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:47:08.118235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.871845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:47:08.118271Z","caller":"traceutil/trace.go:171","msg":"trace[356787745] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24009; }","duration":"732.136969ms","start":"2026-02-27T22:47:07.386117Z","end":"2026-02-27T22:47:08.118254Z","steps":["trace[356787745] 'agreement among raft nodes before linearized reading' (duration: 732.003596ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:08.11831Z","caller":"traceutil/trace.go:171","msg":"trace[408272468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24009; }","duration":"644.960917ms","start":"2026-02-27T22:47:07.473333Z","end":"2026-02-27T22:47:08.118293Z","steps":["trace[408272468] 'agreement among raft nodes before linearized reading' (duration: 644.714221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:08.118322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:07.386096Z","time spent":"732.210761ms","remote":"127.0.0.1:39754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:08.118358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:07.473276Z","time spent":"645.072939ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:47:08.118471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.032812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:08.118548Z","caller":"traceutil/trace.go:171","msg":"trace[1344025105] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24009; }","duration":"883.170445ms","start":"2026-02-27T22:47:07.235362Z","end":"2026-02-27T22:47:08.118532Z","steps":["trace[1344025105] 'agreement among raft nodes before linearized reading' (duration: 882.599222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:08.118737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:07.235342Z","time spent":"883.320818ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:08.727244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.766958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:08.727323Z","caller":"traceutil/trace.go:171","msg":"trace[934453510] linearizableReadLoop","detail":"{readStateIndex:24881; appliedIndex:24880; }","duration":"605.658918ms","start":"2026-02-27T22:47:08.121651Z","end":"2026-02-27T22:47:08.72731Z","steps":["trace[934453510] 'read index received' (duration: 148.723206ms)","trace[934453510] 'applied index is now lower than readState.Index' (duration: 456.934692ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:08.727454Z","caller":"traceutil/trace.go:171","msg":"trace[1669823924] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"606.064027ms","start":"2026-02-27T22:47:08.121381Z","end":"2026-02-27T22:47:08.727445Z","steps":["trace[1669823924] 'process raft request' (duration: 149.046963ms)","trace[1669823924] 'compare' (duration: 456.589535ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:08.727497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.121362Z","time spent":"606.116359ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:47:08.72775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.924744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:47:08.727786Z","caller":"traceutil/trace.go:171","msg":"trace[913702805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24010; }","duration":"255.007886ms","start":"2026-02-27T22:47:08.47277Z","end":"2026-02-27T22:47:08.727778Z","steps":["trace[913702805] 'agreement among raft nodes before linearized reading' (duration: 254.880663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:08.727741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.983707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-02-27T22:47:08.727902Z","caller":"traceutil/trace.go:171","msg":"trace[596951462] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:24010; }","duration":"606.16946ms","start":"2026-02-27T22:47:08.121716Z","end":"2026-02-27T22:47:08.727885Z","steps":["trace[596951462] 'agreement among raft nodes before linearized reading' (duration: 605.850063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:08.727845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.179361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:47:08.728023Z","caller":"traceutil/trace.go:171","msg":"trace[1205355876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24010; }","duration":"606.382015ms","start":"2026-02-27T22:47:08.121625Z","end":"2026-02-27T22:47:08.728007Z","steps":["trace[1205355876] 'agreement among raft nodes before linearized reading' (duration: 606.038658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:08.728079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.121611Z","time spent":"606.457726ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:47:08.72784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.632856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T22:47:08.728039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.121703Z","time spent":"606.283432ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-02-27T22:47:08.728141Z","caller":"traceutil/trace.go:171","msg":"trace[1898835936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24010; }","duration":"253.962883ms","start":"2026-02-27T22:47:08.474152Z","end":"2026-02-27T22:47:08.728115Z","steps":["trace[1898835936] 'agreement among raft nodes before linearized reading' (duration: 253.510474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:08.727941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.944801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T22:47:08.728275Z","caller":"traceutil/trace.go:171","msg":"trace[938009444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24010; }","duration":"253.288239ms","start":"2026-02-27T22:47:08.474964Z","end":"2026-02-27T22:47:08.728252Z","steps":["trace[938009444] 'agreement among raft nodes before linearized reading' (duration: 252.680966ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:08.728729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.700669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T22:47:08.728778Z","caller":"traceutil/trace.go:171","msg":"trace[468406452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24010; }","duration":"254.808531ms","start":"2026-02-27T22:47:08.473959Z","end":"2026-02-27T22:47:08.728767Z","steps":["trace[468406452] 'agreement among raft nodes before linearized reading' (duration: 253.687927ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:09.068738Z","caller":"traceutil/trace.go:171","msg":"trace[220354083] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"335.363028ms","start":"2026-02-27T22:47:08.733346Z","end":"2026-02-27T22:47:09.068709Z","steps":["trace[220354083] 'process raft request' (duration: 332.863864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:09.068912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.733334Z","time spent":"335.463081ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:09.655388Z","caller":"traceutil/trace.go:171","msg":"trace[620975096] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"919.758554ms","start":"2026-02-27T22:47:08.735589Z","end":"2026-02-27T22:47:09.655348Z","steps":["trace[620975096] 'process raft request' (duration: 919.499969ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:09.655402Z","caller":"traceutil/trace.go:171","msg":"trace[1891396253] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"919.614672ms","start":"2026-02-27T22:47:08.735756Z","end":"2026-02-27T22:47:09.655371Z","steps":["trace[1891396253] 'process raft request' (duration: 919.466678ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:09.655481Z","caller":"traceutil/trace.go:171","msg":"trace[9907885] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"909.215635ms","start":"2026-02-27T22:47:08.746246Z","end":"2026-02-27T22:47:09.655461Z","steps":["trace[9907885] 'process raft request' (duration: 909.049501ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:09.655586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.746226Z","time spent":"909.301216ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:09.655587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.735744Z","time spent":"919.739024ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:09.655543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.735565Z","time spent":"919.899988ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:09.655402Z","caller":"traceutil/trace.go:171","msg":"trace[1009354375] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"913.542468ms","start":"2026-02-27T22:47:08.741836Z","end":"2026-02-27T22:47:09.655379Z","steps":["trace[1009354375] 'process raft request' (duration: 913.432995ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:09.655758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.741829Z","time spent":"913.867965ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:10.378069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.731874ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:47:10.378158Z","caller":"traceutil/trace.go:171","msg":"trace[100826524] linearizableReadLoop","detail":"{readStateIndex:24884; appliedIndex:24881; }","duration":"1.636416025s","start":"2026-02-27T22:47:08.741728Z","end":"2026-02-27T22:47:10.378144Z","steps":["trace[100826524] 'read index received' (duration: 324.761718ms)","trace[100826524] 'applied index is now lower than readState.Index' (duration: 1.311653177s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:10.378618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636879965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-02-27T22:47:10.378648Z","caller":"traceutil/trace.go:171","msg":"trace[497895695] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:24015; }","duration":"1.636938996s","start":"2026-02-27T22:47:08.741701Z","end":"2026-02-27T22:47:10.37864Z","steps":["trace[497895695] 'agreement among raft nodes before linearized reading' (duration: 1.636821724s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:10.378668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.741692Z","time spent":"1.636971077s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:10.378637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.56629ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:10.378766Z","caller":"traceutil/trace.go:171","msg":"trace[1799759720] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24015; }","duration":"174.716563ms","start":"2026-02-27T22:47:10.204028Z","end":"2026-02-27T22:47:10.378745Z","steps":["trace[1799759720] 'range keys from in-memory index tree' (duration: 174.547699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:10.878675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:11.144539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.379206ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:47:11.145236Z","caller":"traceutil/trace.go:171","msg":"trace[771016656] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"1.53945626s","start":"2026-02-27T22:47:09.60574Z","end":"2026-02-27T22:47:11.145196Z","steps":["trace[771016656] 'process raft request' (duration: 1.538877596s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.146137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:09.605716Z","time spent":"1.539631593s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:11.647078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.911396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:11.647244Z","caller":"traceutil/trace.go:171","msg":"trace[137605010] linearizableReadLoop","detail":"{readStateIndex:24893; appliedIndex:24889; }","duration":"1.269057637s","start":"2026-02-27T22:47:10.378175Z","end":"2026-02-27T22:47:11.647233Z","steps":["trace[137605010] 'read index received' (duration: 809.910307ms)","trace[137605010] 'applied index is now lower than readState.Index' (duration: 459.14641ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:11.64732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992477396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:11.647401Z","caller":"traceutil/trace.go:171","msg":"trace[1337657767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24020; }","duration":"1.992594099s","start":"2026-02-27T22:47:09.654788Z","end":"2026-02-27T22:47:11.647382Z","steps":["trace[1337657767] 'agreement among raft nodes before linearized reading' (duration: 1.992456196s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.647438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21987953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-02-27T22:47:11.647447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:09.654773Z","time spent":"1.992666191s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:11.647479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227994136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:11.647496Z","caller":"traceutil/trace.go:171","msg":"trace[142325016] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24020; }","duration":"2.228043858s","start":"2026-02-27T22:47:09.419448Z","end":"2026-02-27T22:47:11.647492Z","steps":["trace[142325016] 'agreement among raft nodes before linearized reading' (duration: 2.228019787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.647515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:09.419429Z","time spent":"2.228081858s","remote":"127.0.0.1:47666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:11.647654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798406286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:11.647332Z","caller":"traceutil/trace.go:171","msg":"trace[1027720964] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"1.524269107s","start":"2026-02-27T22:47:10.12304Z","end":"2026-02-27T22:47:11.647309Z","steps":["trace[1027720964] 'process raft request' (duration: 1.065032854s)","trace[1027720964] 'compare' (duration: 458.527458ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:11.647818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.590616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:11.647843Z","caller":"traceutil/trace.go:171","msg":"trace[1878678660] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"1.084916728s","start":"2026-02-27T22:47:10.562918Z","end":"2026-02-27T22:47:11.647835Z","steps":["trace[1878678660] 'process raft request' (duration: 1.084291045s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.647849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7509926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T22:47:11.64787Z","caller":"traceutil/trace.go:171","msg":"trace[1466444311] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24020; }","duration":"112.683209ms","start":"2026-02-27T22:47:11.535175Z","end":"2026-02-27T22:47:11.647858Z","steps":["trace[1466444311] 'agreement among raft nodes before linearized reading' (duration: 112.580597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.647891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:10.562901Z","time spent":"1.084965379s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:11.647919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.882191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:11.647955Z","caller":"traceutil/trace.go:171","msg":"trace[1736800141] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24020; }","duration":"971.941433ms","start":"2026-02-27T22:47:10.676005Z","end":"2026-02-27T22:47:11.647947Z","steps":["trace[1736800141] 'agreement among raft nodes before linearized reading' (duration: 971.83923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.647952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751234695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-27T22:47:11.647981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:10.675991Z","time spent":"971.983893ms","remote":"127.0.0.1:50872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:11.647967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98896874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q8ncn.18983be6b2b2fd38\" ","response":"range_response_count:1 size:863"} {"level":"warn","ts":"2026-02-27T22:47:11.647939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265223634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-02-27T22:47:11.647994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.640651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:47:11.648038Z","caller":"traceutil/trace.go:171","msg":"trace[196981222] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-q8ncn.18983be6b2b2fd38; range_end:; response_count:1; response_revision:24020; }","duration":"1.989074882s","start":"2026-02-27T22:47:09.658942Z","end":"2026-02-27T22:47:11.648017Z","steps":["trace[196981222] 'agreement among raft nodes before linearized reading' (duration: 1.988863678s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:11.648058Z","caller":"traceutil/trace.go:171","msg":"trace[475270744] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:24020; }","duration":"1.265388957s","start":"2026-02-27T22:47:10.382641Z","end":"2026-02-27T22:47:11.64803Z","steps":["trace[475270744] 'agreement among raft nodes before linearized reading' (duration: 1.26505852s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:11.648085Z","caller":"traceutil/trace.go:171","msg":"trace[893872456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24020; }","duration":"574.772954ms","start":"2026-02-27T22:47:11.073293Z","end":"2026-02-27T22:47:11.648066Z","steps":["trace[893872456] 'agreement among raft nodes before linearized reading' (duration: 574.511029ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.648091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:09.658924Z","time spent":"1.989153723s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q8ncn.18983be6b2b2fd38\" "} {"level":"warn","ts":"2026-02-27T22:47:11.648122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:10.382626Z","time spent":"1.265485419s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:11.648135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:11.073278Z","time spent":"574.848295ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:47:11.648155Z","caller":"traceutil/trace.go:171","msg":"trace[1000479508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24020; }","duration":"2.751459801s","start":"2026-02-27T22:47:08.896678Z","end":"2026-02-27T22:47:11.648138Z","steps":["trace[1000479508] 'agreement among raft nodes before linearized reading' (duration: 2.751112983s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.648143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:10.123012Z","time spent":"1.524913161s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:11.648218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.89666Z","time spent":"2.751542532s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T22:47:11.647829Z","caller":"traceutil/trace.go:171","msg":"trace[280278734] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"1.512722526s","start":"2026-02-27T22:47:10.135092Z","end":"2026-02-27T22:47:11.647815Z","steps":["trace[280278734] 'process raft request' (duration: 1.512092532s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.648427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:10.135066Z","time spent":"1.513297498s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:11.647459Z","caller":"traceutil/trace.go:171","msg":"trace[110779627] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24020; }","duration":"2.219934071s","start":"2026-02-27T22:47:09.427518Z","end":"2026-02-27T22:47:11.647452Z","steps":["trace[110779627] 'agreement among raft nodes before linearized reading' (duration: 2.219856899s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.648498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:09.427497Z","time spent":"2.220988483s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-02-27T22:47:11.647366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164800577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:11.648584Z","caller":"traceutil/trace.go:171","msg":"trace[1515098152] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24020; }","duration":"2.166049714s","start":"2026-02-27T22:47:09.482521Z","end":"2026-02-27T22:47:11.648571Z","steps":["trace[1515098152] 'agreement among raft nodes before linearized reading' (duration: 2.164770157s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.64864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:09.482502Z","time spent":"2.166124436s","remote":"127.0.0.1:47900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:11.647759Z","caller":"traceutil/trace.go:171","msg":"trace[1841778531] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24020; }","duration":"2.798548208s","start":"2026-02-27T22:47:08.849188Z","end":"2026-02-27T22:47:11.647736Z","steps":["trace[1841778531] 'agreement among raft nodes before linearized reading' (duration: 2.798375934s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.648739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.849172Z","time spent":"2.79954863s","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T22:47:11.647803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87877843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:11.648805Z","caller":"traceutil/trace.go:171","msg":"trace[1849387912] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24020; }","duration":"2.879816542s","start":"2026-02-27T22:47:08.768978Z","end":"2026-02-27T22:47:11.648795Z","steps":["trace[1849387912] 'agreement among raft nodes before linearized reading' (duration: 2.87879171s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.648839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.768961Z","time spent":"2.879868514s","remote":"127.0.0.1:38644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:11.64781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364178783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:11.648872Z","caller":"traceutil/trace.go:171","msg":"trace[2109870939] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24020; }","duration":"1.365253516s","start":"2026-02-27T22:47:10.283608Z","end":"2026-02-27T22:47:11.648862Z","steps":["trace[2109870939] 'agreement among raft nodes before linearized reading' (duration: 1.364154053s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.648902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:10.283541Z","time spent":"1.365352718s","remote":"127.0.0.1:38184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:11.647878Z","caller":"traceutil/trace.go:171","msg":"trace[28198153] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24020; }","duration":"2.751063392s","start":"2026-02-27T22:47:08.896806Z","end":"2026-02-27T22:47:11.647869Z","steps":["trace[28198153] 'agreement among raft nodes before linearized reading' (duration: 2.75098088s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.648983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:08.896779Z","time spent":"2.752156076s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T22:47:11.647929Z","caller":"traceutil/trace.go:171","msg":"trace[744613352] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"1.524741257s","start":"2026-02-27T22:47:10.123179Z","end":"2026-02-27T22:47:11.647921Z","steps":["trace[744613352] 'process raft request' (duration: 1.52396335s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:11.649039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:10.123152Z","time spent":"1.525869342s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:12.152638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:13.139846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.36537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:13.14004Z","caller":"traceutil/trace.go:171","msg":"trace[1074988597] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"1.488830175s","start":"2026-02-27T22:47:11.651192Z","end":"2026-02-27T22:47:13.140022Z","steps":["trace[1074988597] 'process raft request' (duration: 594.204969ms)","trace[1074988597] 'compare' (duration: 894.056282ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:13.140105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:11.65117Z","time spent":"1.488901946s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:13.144268Z","caller":"traceutil/trace.go:171","msg":"trace[1761785838] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"1.489971529s","start":"2026-02-27T22:47:11.654264Z","end":"2026-02-27T22:47:13.144236Z","steps":["trace[1761785838] 'process raft request' (duration: 1.485688076s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:13.14444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:11.654254Z","time spent":"1.490099032s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:13.147995Z","caller":"traceutil/trace.go:171","msg":"trace[531681828] linearizableReadLoop","detail":"{readStateIndex:24897; appliedIndex:24893; }","duration":"1.49600644s","start":"2026-02-27T22:47:11.65195Z","end":"2026-02-27T22:47:13.147957Z","steps":["trace[531681828] 'read index received' (duration: 593.499973ms)","trace[531681828] 'applied index is now lower than readState.Index' (duration: 902.484757ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:13.148097Z","caller":"traceutil/trace.go:171","msg":"trace[1858130890] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"1.493738421s","start":"2026-02-27T22:47:11.654348Z","end":"2026-02-27T22:47:13.148086Z","steps":["trace[1858130890] 'process raft request' (duration: 1.489598671s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:13.148176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:11.654322Z","time spent":"1.493807474s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:13.148181Z","caller":"traceutil/trace.go:171","msg":"trace[956777677] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"1.493622819s","start":"2026-02-27T22:47:11.654516Z","end":"2026-02-27T22:47:13.148139Z","steps":["trace[956777677] 'process raft request' (duration: 1.493324162s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:13.148385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496417471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-02-27T22:47:13.148453Z","caller":"traceutil/trace.go:171","msg":"trace[1581858861] range","detail":"{range_begin:/registry/persistentvolumes/pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78; range_end:; response_count:1; response_revision:24024; }","duration":"1.496510753s","start":"2026-02-27T22:47:11.651925Z","end":"2026-02-27T22:47:13.148435Z","steps":["trace[1581858861] 'agreement among raft nodes before linearized reading' (duration: 1.496298958s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:13.14849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:11.654485Z","time spent":"1.493935356s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:13.148503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:11.651913Z","time spent":"1.496577694s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-61859b86-c7b6-45fd-a720-f7d9b59a9a78\" "} {"level":"warn","ts":"2026-02-27T22:47:13.656246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999956289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T22:47:13.656333Z","caller":"traceutil/trace.go:171","msg":"trace[1600075204] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000077772s","start":"2026-02-27T22:47:11.656236Z","end":"2026-02-27T22:47:13.656314Z","steps":["trace[1600075204] 'agreement among raft nodes before linearized reading' (duration: 1.999969459s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:13.656381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:11.656224Z","time spent":"2.000146634s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:13.724797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.519445ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:47:13.725306Z","caller":"traceutil/trace.go:171","msg":"trace[370214093] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"1.043895353s","start":"2026-02-27T22:47:12.681388Z","end":"2026-02-27T22:47:13.725284Z","steps":["trace[370214093] 'process raft request' (duration: 1.043502484s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:13.72546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:12.68135Z","time spent":"1.044005056s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:14.15422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.88313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:14.154464Z","caller":"traceutil/trace.go:171","msg":"trace[842710823] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"500.456803ms","start":"2026-02-27T22:47:13.653995Z","end":"2026-02-27T22:47:14.154452Z","steps":["trace[842710823] 'process raft request' (duration: 500.412232ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.154502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:13.653967Z","time spent":"500.516315ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:14.154573Z","caller":"traceutil/trace.go:171","msg":"trace[884269] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"499.228386ms","start":"2026-02-27T22:47:13.655314Z","end":"2026-02-27T22:47:14.154543Z","steps":["trace[884269] 'process raft request' (duration: 499.114423ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:14.154678Z","caller":"traceutil/trace.go:171","msg":"trace[2143819372] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"1.366539416s","start":"2026-02-27T22:47:12.788128Z","end":"2026-02-27T22:47:14.154667Z","steps":["trace[2143819372] 'process raft request' (duration: 937.144284ms)","trace[2143819372] 'compare' (duration: 428.728317ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:14.15473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:12.788102Z","time spent":"1.366596006s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:14.15495Z","caller":"traceutil/trace.go:171","msg":"trace[17029629] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"1.070277349s","start":"2026-02-27T22:47:13.084661Z","end":"2026-02-27T22:47:14.154939Z","steps":["trace[17029629] 'process raft request' (duration: 1.069628955s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:14.154936Z","caller":"traceutil/trace.go:171","msg":"trace[1290770840] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"500.673747ms","start":"2026-02-27T22:47:13.654223Z","end":"2026-02-27T22:47:14.154897Z","steps":["trace[1290770840] 'process raft request' (duration: 500.165397ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.155004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:13.084644Z","time spent":"1.07033627s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:14.155006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379956909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:14.155009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847275027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:14.155047Z","caller":"traceutil/trace.go:171","msg":"trace[1232161655] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24031; }","duration":"1.380018999s","start":"2026-02-27T22:47:12.775018Z","end":"2026-02-27T22:47:14.155037Z","steps":["trace[1232161655] 'agreement among raft nodes before linearized reading' (duration: 1.379956318s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:14.15495Z","caller":"traceutil/trace.go:171","msg":"trace[988176208] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"1.003517021s","start":"2026-02-27T22:47:13.151417Z","end":"2026-02-27T22:47:14.154934Z","steps":["trace[988176208] 'process raft request' (duration: 1.002927429s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.155076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:12.775004Z","time spent":"1.38006528s","remote":"127.0.0.1:47932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:14.155074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:13.654213Z","time spent":"500.789061ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:14.155072Z","caller":"traceutil/trace.go:171","msg":"trace[1536839523] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24031; }","duration":"1.847347469s","start":"2026-02-27T22:47:12.307705Z","end":"2026-02-27T22:47:14.155053Z","steps":["trace[1536839523] 'agreement among raft nodes before linearized reading' (duration: 1.847235166s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.155092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:13.151402Z","time spent":"1.003671645s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:14.155112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0107243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-fk29h.18983bea20f63398\" ","response":"range_response_count:1 size:880"} {"level":"warn","ts":"2026-02-27T22:47:14.155125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:12.307632Z","time spent":"1.847477382s","remote":"127.0.0.1:38332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:14.155171Z","caller":"traceutil/trace.go:171","msg":"trace[951240703] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-fk29h.18983bea20f63398; range_end:; response_count:1; response_revision:24031; }","duration":"1.010811441s","start":"2026-02-27T22:47:13.144344Z","end":"2026-02-27T22:47:14.155155Z","steps":["trace[951240703] 'agreement among raft nodes before linearized reading' (duration: 1.010606507s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.155206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495100787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T22:47:14.155206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:13.144322Z","time spent":"1.010876703s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-fk29h.18983bea20f63398\" "} {"level":"info","ts":"2026-02-27T22:47:14.155239Z","caller":"traceutil/trace.go:171","msg":"trace[1580446221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24031; }","duration":"2.495140568s","start":"2026-02-27T22:47:11.660088Z","end":"2026-02-27T22:47:14.155229Z","steps":["trace[1580446221] 'agreement among raft nodes before linearized reading' (duration: 2.495049616s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.155248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495991476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T22:47:14.155277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:11.660082Z","time spent":"2.495172208s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:47:14.155279Z","caller":"traceutil/trace.go:171","msg":"trace[259147948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24031; }","duration":"2.496071847s","start":"2026-02-27T22:47:11.659199Z","end":"2026-02-27T22:47:14.155271Z","steps":["trace[259147948] 'agreement among raft nodes before linearized reading' (duration: 2.496001536s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.155246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886652126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:47:14.155284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496287892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:47:14.155301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:11.659189Z","time spent":"2.496106298s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:47:14.155313Z","caller":"traceutil/trace.go:171","msg":"trace[1344419457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24031; }","duration":"2.496338363s","start":"2026-02-27T22:47:11.658968Z","end":"2026-02-27T22:47:14.155307Z","steps":["trace[1344419457] 'agreement among raft nodes before linearized reading' (duration: 2.496214271s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:14.155325Z","caller":"traceutil/trace.go:171","msg":"trace[912493723] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24031; }","duration":"1.886802069s","start":"2026-02-27T22:47:12.268503Z","end":"2026-02-27T22:47:14.155305Z","steps":["trace[912493723] 'agreement among raft nodes before linearized reading' (duration: 1.886647016s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.155342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:11.658958Z","time spent":"2.496379094s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:47:14.155358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076250684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:47:14.155367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:12.268483Z","time spent":"1.886874531s","remote":"127.0.0.1:44452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:14.155387Z","caller":"traceutil/trace.go:171","msg":"trace[1060808021] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24031; }","duration":"2.076328496s","start":"2026-02-27T22:47:12.079052Z","end":"2026-02-27T22:47:14.15538Z","steps":["trace[1060808021] 'agreement among raft nodes before linearized reading' (duration: 2.076274605s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.155409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:12.079029Z","time spent":"2.076373557s","remote":"127.0.0.1:38254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:14.155429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501351162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-02-27T22:47:14.155494Z","caller":"traceutil/trace.go:171","msg":"trace[1436773342] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:24031; }","duration":"2.501429064s","start":"2026-02-27T22:47:11.654049Z","end":"2026-02-27T22:47:14.155478Z","steps":["trace[1436773342] 'agreement among raft nodes before linearized reading' (duration: 2.501150088s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.155533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:11.654045Z","time spent":"2.501479515s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":247,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:14.155515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:13.655306Z","time spent":"499.328168ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:14.155569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501584898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:14.155602Z","caller":"traceutil/trace.go:171","msg":"trace[1429072886] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24031; }","duration":"2.501633778s","start":"2026-02-27T22:47:11.653962Z","end":"2026-02-27T22:47:14.155596Z","steps":["trace[1429072886] 'agreement among raft nodes before linearized reading' (duration: 2.501577867s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.155637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:11.653955Z","time spent":"2.501676909s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T22:47:14.155746Z","caller":"traceutil/trace.go:171","msg":"trace[1665922321] linearizableReadLoop","detail":"{readStateIndex:24901; appliedIndex:24897; }","duration":"1.006893596s","start":"2026-02-27T22:47:13.14805Z","end":"2026-02-27T22:47:14.154943Z","steps":["trace[1665922321] 'read index received' (duration: 108.223452ms)","trace[1665922321] 'applied index is now lower than readState.Index' (duration: 898.664704ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:14.155978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.683945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:14.156013Z","caller":"traceutil/trace.go:171","msg":"trace[1350697921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24031; }","duration":"498.752065ms","start":"2026-02-27T22:47:13.657254Z","end":"2026-02-27T22:47:14.156006Z","steps":["trace[1350697921] 'agreement among raft nodes before linearized reading' (duration: 498.701534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.156032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:13.657236Z","time spent":"498.791317ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:14.156034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003712785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-27T22:47:14.156041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.88599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:14.156094Z","caller":"traceutil/trace.go:171","msg":"trace[574559100] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24031; }","duration":"1.003776397s","start":"2026-02-27T22:47:13.152302Z","end":"2026-02-27T22:47:14.156079Z","steps":["trace[574559100] 'agreement among raft nodes before linearized reading' (duration: 1.003635204s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:14.156109Z","caller":"traceutil/trace.go:171","msg":"trace[1053463191] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24031; }","duration":"143.985902ms","start":"2026-02-27T22:47:14.012104Z","end":"2026-02-27T22:47:14.15609Z","steps":["trace[1053463191] 'agreement among raft nodes before linearized reading' (duration: 143.847779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:14.156133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:13.15229Z","time spent":"1.003834659s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-27T22:47:14.661068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:15.162229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:15.383069Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.225022906s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:47:15.439052Z","caller":"traceutil/trace.go:171","msg":"trace[202455311] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"1.281069509s","start":"2026-02-27T22:47:14.157953Z","end":"2026-02-27T22:47:15.439022Z","steps":["trace[202455311] 'process raft request' (duration: 1.225488216s)","trace[202455311] 'compare' (duration: 55.346238ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:15.439188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:14.157935Z","time spent":"1.281179621s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:16.094288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.424118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:16.09461Z","caller":"traceutil/trace.go:171","msg":"trace[819647576] linearizableReadLoop","detail":"{readStateIndex:24909; appliedIndex:24905; }","duration":"1.934265815s","start":"2026-02-27T22:47:14.160328Z","end":"2026-02-27T22:47:16.094594Z","steps":["trace[819647576] 'read index received' (duration: 1.223079253s)","trace[819647576] 'applied index is now lower than readState.Index' (duration: 711.185592ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:16.094604Z","caller":"traceutil/trace.go:171","msg":"trace[937525527] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"1.933536399s","start":"2026-02-27T22:47:14.161027Z","end":"2026-02-27T22:47:16.094564Z","steps":["trace[937525527] 'process raft request' (duration: 1.45657824s)","trace[937525527] 'compare' (duration: 475.303924ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:16.094766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:14.16102Z","time spent":"1.933658192s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:16.094867Z","caller":"traceutil/trace.go:171","msg":"trace[1547766207] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"1.933140191s","start":"2026-02-27T22:47:14.16171Z","end":"2026-02-27T22:47:16.09485Z","steps":["trace[1547766207] 'process raft request' (duration: 1.932749402s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.094957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:14.161704Z","time spent":"1.933212512s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:16.095075Z","caller":"traceutil/trace.go:171","msg":"trace[409816567] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"1.933275334s","start":"2026-02-27T22:47:14.161791Z","end":"2026-02-27T22:47:16.095067Z","steps":["trace[409816567] 'process raft request' (duration: 1.932767093s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.095127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:14.16178Z","time spent":"1.933322015s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:16.095341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93490792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f11b3e6-37d9-4ecc-8493-12449fdbc3bc\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-02-27T22:47:16.095399Z","caller":"traceutil/trace.go:171","msg":"trace[1858252682] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f11b3e6-37d9-4ecc-8493-12449fdbc3bc; range_end:; response_count:1; response_revision:24035; }","duration":"1.934972111s","start":"2026-02-27T22:47:14.160411Z","end":"2026-02-27T22:47:16.095383Z","steps":["trace[1858252682] 'agreement among raft nodes before linearized reading' (duration: 1.934813668s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.095446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:14.160407Z","time spent":"1.935028862s","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-1f11b3e6-37d9-4ecc-8493-12449fdbc3bc\" "} {"level":"warn","ts":"2026-02-27T22:47:16.095726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572197364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-wfcmc\" ","response":"range_response_count:1 size:6217"} {"level":"warn","ts":"2026-02-27T22:47:16.095744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.827627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T22:47:16.095793Z","caller":"traceutil/trace.go:171","msg":"trace[870284849] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-wfcmc; range_end:; response_count:1; response_revision:24035; }","duration":"1.572290236s","start":"2026-02-27T22:47:14.523484Z","end":"2026-02-27T22:47:16.095774Z","steps":["trace[870284849] 'agreement among raft nodes before linearized reading' (duration: 1.572120103s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:16.095826Z","caller":"traceutil/trace.go:171","msg":"trace[891510232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24035; }","duration":"942.94346ms","start":"2026-02-27T22:47:15.152857Z","end":"2026-02-27T22:47:16.0958Z","steps":["trace[891510232] 'agreement among raft nodes before linearized reading' (duration: 942.718575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.095854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:14.523467Z","time spent":"1.572375378s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6239,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-wfcmc\" "} {"level":"warn","ts":"2026-02-27T22:47:16.095898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:15.152837Z","time spent":"943.041763ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:47:16.096413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859420092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:16.09644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936105565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:47:16.096472Z","caller":"traceutil/trace.go:171","msg":"trace[2086442618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24035; }","duration":"1.936158787s","start":"2026-02-27T22:47:14.160304Z","end":"2026-02-27T22:47:16.096463Z","steps":["trace[2086442618] 'agreement among raft nodes before linearized reading' (duration: 1.936048265s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.096512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:14.160294Z","time spent":"1.936210188s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T22:47:16.096479Z","caller":"traceutil/trace.go:171","msg":"trace[2085376118] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24035; }","duration":"1.859515364s","start":"2026-02-27T22:47:14.236953Z","end":"2026-02-27T22:47:16.096468Z","steps":["trace[2085376118] 'agreement among raft nodes before linearized reading' (duration: 1.859428152s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.096715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.94665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:16.096747Z","caller":"traceutil/trace.go:171","msg":"trace[517415603] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24035; }","duration":"790.020462ms","start":"2026-02-27T22:47:15.306717Z","end":"2026-02-27T22:47:16.096737Z","steps":["trace[517415603] 'agreement among raft nodes before linearized reading' (duration: 789.94937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.096748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:14.23694Z","time spent":"1.85979474s","remote":"127.0.0.1:38458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:16.09677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:15.306699Z","time spent":"790.064704ms","remote":"127.0.0.1:39788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:16.096771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.544906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T22:47:16.096798Z","caller":"traceutil/trace.go:171","msg":"trace[853573621] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24035; }","duration":"495.603786ms","start":"2026-02-27T22:47:15.601186Z","end":"2026-02-27T22:47:16.09679Z","steps":["trace[853573621] 'agreement among raft nodes before linearized reading' (duration: 495.497014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.096816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:15.60117Z","time spent":"495.641108ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-02-27T22:47:16.096518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934538442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:16.096913Z","caller":"traceutil/trace.go:171","msg":"trace[2076448319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24035; }","duration":"1.934942111s","start":"2026-02-27T22:47:14.161959Z","end":"2026-02-27T22:47:16.096901Z","steps":["trace[2076448319] 'agreement among raft nodes before linearized reading' (duration: 1.934538222s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.096948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:14.161952Z","time spent":"1.934988151s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:16.096955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.053097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-fk29h.18983bea20f74b8f\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-27T22:47:16.09698Z","caller":"traceutil/trace.go:171","msg":"trace[2055382859] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-fk29h.18983bea20f74b8f; range_end:; response_count:1; response_revision:24035; }","duration":"655.104988ms","start":"2026-02-27T22:47:15.441868Z","end":"2026-02-27T22:47:16.096973Z","steps":["trace[2055382859] 'agreement among raft nodes before linearized reading' (duration: 655.023196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.096999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:15.441855Z","time spent":"655.138369ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-fk29h.18983bea20f74b8f\" "} {"level":"warn","ts":"2026-02-27T22:47:16.096594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935449142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-27T22:47:16.097084Z","caller":"traceutil/trace.go:171","msg":"trace[1403866387] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:24035; }","duration":"1.936010113s","start":"2026-02-27T22:47:14.161063Z","end":"2026-02-27T22:47:16.097073Z","steps":["trace[1403866387] 'agreement among raft nodes before linearized reading' (duration: 1.935473962s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.097115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:14.161054Z","time spent":"1.936051834s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:16.602477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:16.803446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.293067ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T22:47:16.803556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.100928Z","time spent":"702.623044ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-27T22:47:16.828233Z","caller":"traceutil/trace.go:171","msg":"trace[213746828] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"727.145389ms","start":"2026-02-27T22:47:16.101052Z","end":"2026-02-27T22:47:16.828197Z","steps":["trace[213746828] 'process raft request' (duration: 726.885164ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:16.828279Z","caller":"traceutil/trace.go:171","msg":"trace[332452255] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"723.681164ms","start":"2026-02-27T22:47:16.104564Z","end":"2026-02-27T22:47:16.828245Z","steps":["trace[332452255] 'process raft request' (duration: 723.529891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.828367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.101041Z","time spent":"727.252902ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:16.82839Z","caller":"traceutil/trace.go:171","msg":"trace[1814304364] linearizableReadLoop","detail":"{readStateIndex:24917; appliedIndex:24909; }","duration":"726.046036ms","start":"2026-02-27T22:47:16.102324Z","end":"2026-02-27T22:47:16.82837Z","steps":["trace[1814304364] 'read index received' (duration: 552.826375ms)","trace[1814304364] 'applied index is now lower than readState.Index' (duration: 173.218791ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:16.828432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.104411Z","time spent":"723.936779ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6377,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:16.828675Z","caller":"traceutil/trace.go:171","msg":"trace[1422651123] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"723.612842ms","start":"2026-02-27T22:47:16.10505Z","end":"2026-02-27T22:47:16.828663Z","steps":["trace[1422651123] 'process raft request' (duration: 723.101141ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:16.828748Z","caller":"traceutil/trace.go:171","msg":"trace[495190191] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"667.353565ms","start":"2026-02-27T22:47:16.161387Z","end":"2026-02-27T22:47:16.828741Z","steps":["trace[495190191] 'process raft request' (duration: 666.921746ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.828802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.16138Z","time spent":"667.388345ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:16.828866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.105042Z","time spent":"723.670813ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:16.828881Z","caller":"traceutil/trace.go:171","msg":"trace[1428765466] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"668.097821ms","start":"2026-02-27T22:47:16.160771Z","end":"2026-02-27T22:47:16.828869Z","steps":["trace[1428765466] 'process raft request' (duration: 667.427976ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:16.828917Z","caller":"traceutil/trace.go:171","msg":"trace[727010749] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"668.023939ms","start":"2026-02-27T22:47:16.160885Z","end":"2026-02-27T22:47:16.828909Z","steps":["trace[727010749] 'process raft request' (duration: 667.351815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.828945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.160752Z","time spent":"668.159532ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:16.828959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.160877Z","time spent":"668.06136ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:16.829079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.751601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab7f3b7d-3ca7-4afb-8bac-f4de1c1bb341\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T22:47:16.829108Z","caller":"traceutil/trace.go:171","msg":"trace[1474790875] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab7f3b7d-3ca7-4afb-8bac-f4de1c1bb341; range_end:; response_count:1; response_revision:24042; }","duration":"726.793743ms","start":"2026-02-27T22:47:16.102308Z","end":"2026-02-27T22:47:16.829101Z","steps":["trace[1474790875] 'agreement among raft nodes before linearized reading' (duration: 726.673279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.829128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.102301Z","time spent":"726.822704ms","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-ab7f3b7d-3ca7-4afb-8bac-f4de1c1bb341\" "} {"level":"info","ts":"2026-02-27T22:47:16.829198Z","caller":"traceutil/trace.go:171","msg":"trace[749031660] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"667.188232ms","start":"2026-02-27T22:47:16.161998Z","end":"2026-02-27T22:47:16.829186Z","steps":["trace[749031660] 'process raft request' (duration: 666.338283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.829272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.161989Z","time spent":"667.246573ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:16.855122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.260253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:16.855203Z","caller":"traceutil/trace.go:171","msg":"trace[1225820471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24044; }","duration":"749.363166ms","start":"2026-02-27T22:47:16.105822Z","end":"2026-02-27T22:47:16.855185Z","steps":["trace[1225820471] 'agreement among raft nodes before linearized reading' (duration: 749.155921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.855191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.216556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:16.855245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.105816Z","time spent":"749.419647ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:47:16.855262Z","caller":"traceutil/trace.go:171","msg":"trace[1866613527] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24044; }","duration":"275.37019ms","start":"2026-02-27T22:47:16.579875Z","end":"2026-02-27T22:47:16.855245Z","steps":["trace[1866613527] 'agreement among raft nodes before linearized reading' (duration: 275.142025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.855137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.909571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-27T22:47:16.855443Z","caller":"traceutil/trace.go:171","msg":"trace[104676935] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24044; }","duration":"752.225908ms","start":"2026-02-27T22:47:16.103199Z","end":"2026-02-27T22:47:16.855425Z","steps":["trace[104676935] 'agreement among raft nodes before linearized reading' (duration: 751.774368ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.855503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.103194Z","time spent":"752.293679ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-02-27T22:47:16.855447Z","caller":"traceutil/trace.go:171","msg":"trace[209746479] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"200.041137ms","start":"2026-02-27T22:47:16.65538Z","end":"2026-02-27T22:47:16.855421Z","steps":["trace[209746479] 'process raft request' (duration: 199.350192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.855629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.726515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-27T22:47:16.855675Z","caller":"traceutil/trace.go:171","msg":"trace[1686879052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24044; }","duration":"745.784637ms","start":"2026-02-27T22:47:16.109878Z","end":"2026-02-27T22:47:16.855663Z","steps":["trace[1686879052] 'agreement among raft nodes before linearized reading' (duration: 745.670465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:16.85571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.10987Z","time spent":"745.832948ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T22:47:17.322611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.929566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:17.322686Z","caller":"traceutil/trace.go:171","msg":"trace[1364217616] linearizableReadLoop","detail":"{readStateIndex:24920; appliedIndex:24919; }","duration":"463.982437ms","start":"2026-02-27T22:47:16.858692Z","end":"2026-02-27T22:47:17.322675Z","steps":["trace[1364217616] 'read index received' (duration: 278.934428ms)","trace[1364217616] 'applied index is now lower than readState.Index' (duration: 185.044819ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:17.322731Z","caller":"traceutil/trace.go:171","msg":"trace[936206845] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"464.429417ms","start":"2026-02-27T22:47:16.858294Z","end":"2026-02-27T22:47:17.322723Z","steps":["trace[936206845] 'process raft request' (duration: 279.324637ms)","trace[936206845] 'compare' (duration: 184.64683ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:17.322762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.858269Z","time spent":"464.477518ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:17.323004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.325964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T22:47:17.323035Z","caller":"traceutil/trace.go:171","msg":"trace[1024147503] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24045; }","duration":"464.363456ms","start":"2026-02-27T22:47:16.858665Z","end":"2026-02-27T22:47:17.323029Z","steps":["trace[1024147503] 'agreement among raft nodes before linearized reading' (duration: 464.194972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:17.323054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.858344Z","time spent":"464.705902ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-27T22:47:17.823762Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:18.324496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:18.440602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.302980907s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:47:18.44091Z","caller":"traceutil/trace.go:171","msg":"trace[2114306968] linearizableReadLoop","detail":"{readStateIndex:24921; appliedIndex:24920; }","duration":"1.118190764s","start":"2026-02-27T22:47:17.3227Z","end":"2026-02-27T22:47:18.440891Z","steps":["trace[2114306968] 'read index received' (duration: 1.118045121s)","trace[2114306968] 'applied index is now lower than readState.Index' (duration: 144.583µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:18.441015Z","caller":"traceutil/trace.go:171","msg":"trace[1274340156] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"1.573761968s","start":"2026-02-27T22:47:16.867215Z","end":"2026-02-27T22:47:18.440977Z","steps":["trace[1274340156] 'process raft request' (duration: 1.573547723s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:18.441111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581021645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-27T22:47:18.44116Z","caller":"traceutil/trace.go:171","msg":"trace[338789229] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24046; }","duration":"1.581110607s","start":"2026-02-27T22:47:16.860033Z","end":"2026-02-27T22:47:18.441144Z","steps":["trace[338789229] 'agreement among raft nodes before linearized reading' (duration: 1.580954624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:18.441058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52253998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:18.441206Z","caller":"traceutil/trace.go:171","msg":"trace[700061204] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24046; }","duration":"1.522743974s","start":"2026-02-27T22:47:16.91845Z","end":"2026-02-27T22:47:18.441194Z","steps":["trace[700061204] 'agreement among raft nodes before linearized reading' (duration: 1.522518709s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:18.441207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.85996Z","time spent":"1.58123912s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:18.441228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.918434Z","time spent":"1.522787066s","remote":"127.0.0.1:38592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:18.441226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116080368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T22:47:18.441223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578875569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:18.441301Z","caller":"traceutil/trace.go:171","msg":"trace[1272834075] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24046; }","duration":"1.116255261s","start":"2026-02-27T22:47:17.325028Z","end":"2026-02-27T22:47:18.441283Z","steps":["trace[1272834075] 'agreement among raft nodes before linearized reading' (duration: 1.116036666s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:18.441302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.618002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:47:18.441314Z","caller":"traceutil/trace.go:171","msg":"trace[248295856] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24046; }","duration":"1.579770568s","start":"2026-02-27T22:47:16.861525Z","end":"2026-02-27T22:47:18.441295Z","steps":["trace[248295856] 'agreement among raft nodes before linearized reading' (duration: 1.579620555s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:18.441343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:17.324991Z","time spent":"1.116342453s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-27T22:47:18.441348Z","caller":"traceutil/trace.go:171","msg":"trace[1283463859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24046; }","duration":"334.687863ms","start":"2026-02-27T22:47:18.106652Z","end":"2026-02-27T22:47:18.44134Z","steps":["trace[1283463859] 'agreement among raft nodes before linearized reading' (duration: 334.598411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:18.441377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.106639Z","time spent":"334.733965ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:47:18.441366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.861509Z","time spent":"1.579844191s","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:47:18.44117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:16.867202Z","time spent":"1.5738934s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:18.441166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.210624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:47:18.441515Z","caller":"traceutil/trace.go:171","msg":"trace[1108768316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24046; }","duration":"339.596282ms","start":"2026-02-27T22:47:18.101904Z","end":"2026-02-27T22:47:18.4415Z","steps":["trace[1108768316] 'agreement among raft nodes before linearized reading' (duration: 339.191723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:18.441569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.101881Z","time spent":"339.674743ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:47:18.441602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.64371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:18.441637Z","caller":"traceutil/trace.go:171","msg":"trace[657113796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24046; }","duration":"414.722142ms","start":"2026-02-27T22:47:18.026905Z","end":"2026-02-27T22:47:18.441627Z","steps":["trace[657113796] 'agreement among raft nodes before linearized reading' (duration: 414.65303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:18.441655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114878092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-02-27T22:47:18.441661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.349434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:18.441678Z","caller":"traceutil/trace.go:171","msg":"trace[1616722831] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96; range_end:; response_count:1; response_revision:24046; }","duration":"1.114949794s","start":"2026-02-27T22:47:17.326721Z","end":"2026-02-27T22:47:18.441671Z","steps":["trace[1616722831] 'agreement among raft nodes before linearized reading' (duration: 1.114847621s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:18.441676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.026887Z","time spent":"414.779282ms","remote":"127.0.0.1:38680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:18.441684Z","caller":"traceutil/trace.go:171","msg":"trace[707591008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24046; }","duration":"787.406235ms","start":"2026-02-27T22:47:17.654271Z","end":"2026-02-27T22:47:18.441677Z","steps":["trace[707591008] 'agreement among raft nodes before linearized reading' (duration: 787.364594ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:18.441694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:17.326685Z","time spent":"1.115004585s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":802,"request content":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" "} {"level":"warn","ts":"2026-02-27T22:47:18.441702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:17.654253Z","time spent":"787.445216ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:18.441859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.767445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:47:18.441901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.390552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:18.441925Z","caller":"traceutil/trace.go:171","msg":"trace[837569013] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24046; }","duration":"309.458854ms","start":"2026-02-27T22:47:18.132459Z","end":"2026-02-27T22:47:18.441918Z","steps":["trace[837569013] 'agreement among raft nodes before linearized reading' (duration: 308.722228ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:18.441928Z","caller":"traceutil/trace.go:171","msg":"trace[1338397342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24046; }","duration":"339.881048ms","start":"2026-02-27T22:47:18.102033Z","end":"2026-02-27T22:47:18.441914Z","steps":["trace[1338397342] 'agreement among raft nodes before linearized reading' (duration: 339.713324ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:18.441945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.132436Z","time spent":"309.502644ms","remote":"127.0.0.1:38760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:18.441959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.102012Z","time spent":"339.940849ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:47:18.948488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:19.449281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:19.926859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19177595s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:47:19.927321Z","caller":"traceutil/trace.go:171","msg":"trace[41081935] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"1.481146685s","start":"2026-02-27T22:47:18.446152Z","end":"2026-02-27T22:47:19.927298Z","steps":["trace[41081935] 'process raft request' (duration: 1.481008212s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:19.927448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.446137Z","time spent":"1.481229588s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:20.63672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.461049ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:20.636846Z","caller":"traceutil/trace.go:171","msg":"trace[1523411710] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24047; }","duration":"432.597252ms","start":"2026-02-27T22:47:20.204227Z","end":"2026-02-27T22:47:20.636824Z","steps":["trace[1523411710] 'range keys from in-memory index tree' (duration: 432.443849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.638792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.695044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:20.63951Z","caller":"traceutil/trace.go:171","msg":"trace[877805076] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"2.193239438s","start":"2026-02-27T22:47:18.446223Z","end":"2026-02-27T22:47:20.639462Z","steps":["trace[877805076] 'process raft request' (duration: 1.994813007s)","trace[877805076] 'compare' (duration: 197.349767ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:20.639721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.446207Z","time spent":"2.193402941s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:20.640741Z","caller":"traceutil/trace.go:171","msg":"trace[764723999] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"2.190007747s","start":"2026-02-27T22:47:18.450707Z","end":"2026-02-27T22:47:20.640714Z","steps":["trace[764723999] 'process raft request' (duration: 2.188162217s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.640857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.450694Z","time spent":"2.19011006s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:20.641562Z","caller":"traceutil/trace.go:171","msg":"trace[2023173023] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"2.190726913s","start":"2026-02-27T22:47:18.450817Z","end":"2026-02-27T22:47:20.641544Z","steps":["trace[2023173023] 'process raft request' (duration: 2.189944926s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:20.641949Z","caller":"traceutil/trace.go:171","msg":"trace[630852399] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"1.806843824s","start":"2026-02-27T22:47:18.835094Z","end":"2026-02-27T22:47:20.641938Z","steps":["trace[630852399] 'process raft request' (duration: 1.806407074s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.642014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.835079Z","time spent":"1.806900096s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:20.642105Z","caller":"traceutil/trace.go:171","msg":"trace[600789836] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"1.806911476s","start":"2026-02-27T22:47:18.835186Z","end":"2026-02-27T22:47:20.642098Z","steps":["trace[600789836] 'process raft request' (duration: 1.806693621s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.642143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.83518Z","time spent":"1.806942657s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:20.642151Z","caller":"traceutil/trace.go:171","msg":"trace[1353656025] linearizableReadLoop","detail":"{readStateIndex:24929; appliedIndex:24922; }","duration":"2.194124018s","start":"2026-02-27T22:47:18.448011Z","end":"2026-02-27T22:47:20.642135Z","steps":["trace[1353656025] 'read index received' (duration: 1.480096314s)","trace[1353656025] 'applied index is now lower than readState.Index' (duration: 714.027054ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:20.642224Z","caller":"traceutil/trace.go:171","msg":"trace[85850533] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"1.806086738s","start":"2026-02-27T22:47:18.836122Z","end":"2026-02-27T22:47:20.642209Z","steps":["trace[85850533] 'process raft request' (duration: 1.805911534s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.642308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194293802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-02-27T22:47:20.64231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.836111Z","time spent":"1.806163691s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:20.642318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192128364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:20.642336Z","caller":"traceutil/trace.go:171","msg":"trace[710369468] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24054; }","duration":"2.194335693s","start":"2026-02-27T22:47:18.447993Z","end":"2026-02-27T22:47:20.642328Z","steps":["trace[710369468] 'agreement among raft nodes before linearized reading' (duration: 2.1942188s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.642356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.447984Z","time spent":"2.194367003s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-02-27T22:47:20.642357Z","caller":"traceutil/trace.go:171","msg":"trace[38636275] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24054; }","duration":"2.192182585s","start":"2026-02-27T22:47:18.450163Z","end":"2026-02-27T22:47:20.642345Z","steps":["trace[38636275] 'agreement among raft nodes before linearized reading' (duration: 2.192109624s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.642388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.450153Z","time spent":"2.192227076s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:47:20.642494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808113173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T22:47:20.642532Z","caller":"traceutil/trace.go:171","msg":"trace[1183868429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24054; }","duration":"1.808187255s","start":"2026-02-27T22:47:18.834335Z","end":"2026-02-27T22:47:20.642522Z","steps":["trace[1183868429] 'agreement among raft nodes before linearized reading' (duration: 1.808050272s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.642559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.834318Z","time spent":"1.808232976s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:47:20.642581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.194786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:20.642604Z","caller":"traceutil/trace.go:171","msg":"trace[1753344520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24054; }","duration":"987.218577ms","start":"2026-02-27T22:47:19.655379Z","end":"2026-02-27T22:47:20.642598Z","steps":["trace[1753344520] 'agreement among raft nodes before linearized reading' (duration: 987.178566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.642621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:19.655324Z","time spent":"987.292749ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:20.642661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696405115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:20.642696Z","caller":"traceutil/trace.go:171","msg":"trace[252592110] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24054; }","duration":"1.696474746s","start":"2026-02-27T22:47:18.946211Z","end":"2026-02-27T22:47:20.642686Z","steps":["trace[252592110] 'agreement among raft nodes before linearized reading' (duration: 1.696416475s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.64273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.946192Z","time spent":"1.696527907s","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:20.64275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.040576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:20.642774Z","caller":"traceutil/trace.go:171","msg":"trace[613744920] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24054; }","duration":"249.102507ms","start":"2026-02-27T22:47:20.393664Z","end":"2026-02-27T22:47:20.642766Z","steps":["trace[613744920] 'agreement among raft nodes before linearized reading' (duration: 249.059266ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.64258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065344316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:20.642893Z","caller":"traceutil/trace.go:171","msg":"trace[645443745] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24054; }","duration":"2.065699554s","start":"2026-02-27T22:47:18.577185Z","end":"2026-02-27T22:47:20.642885Z","steps":["trace[645443745] 'agreement among raft nodes before linearized reading' (duration: 2.065356606s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.642917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.577165Z","time spent":"2.065743525s","remote":"127.0.0.1:47650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:20.643018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187896971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q8ncn\" ","response":"range_response_count:1 size:7055"} {"level":"info","ts":"2026-02-27T22:47:20.643132Z","caller":"traceutil/trace.go:171","msg":"trace[1404003080] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q8ncn; range_end:; response_count:1; response_revision:24054; }","duration":"2.188026864s","start":"2026-02-27T22:47:18.455086Z","end":"2026-02-27T22:47:20.643113Z","steps":["trace[1404003080] 'agreement among raft nodes before linearized reading' (duration: 2.187582564s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.64267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170845669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T22:47:20.643226Z","caller":"traceutil/trace.go:171","msg":"trace[455412876] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"1.805700361s","start":"2026-02-27T22:47:18.837508Z","end":"2026-02-27T22:47:20.643208Z","steps":["trace[455412876] 'process raft request' (duration: 1.804589687s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.643294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.8375Z","time spent":"1.805759482s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:20.643217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.455078Z","time spent":"2.188122476s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7077,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q8ncn\" "} {"level":"info","ts":"2026-02-27T22:47:20.643289Z","caller":"traceutil/trace.go:171","msg":"trace[1725031161] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24054; }","duration":"2.171454832s","start":"2026-02-27T22:47:18.471785Z","end":"2026-02-27T22:47:20.64324Z","steps":["trace[1725031161] 'agreement among raft nodes before linearized reading' (duration: 2.170812029s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:20.643721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.471772Z","time spent":"2.171928882s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-27T22:47:20.645118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:18.450811Z","time spent":"2.190841855s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:21.313876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.638681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:21.313989Z","caller":"traceutil/trace.go:171","msg":"trace[1280376763] linearizableReadLoop","detail":"{readStateIndex:24930; appliedIndex:24929; }","duration":"661.795174ms","start":"2026-02-27T22:47:20.652174Z","end":"2026-02-27T22:47:21.313969Z","steps":["trace[1280376763] 'read index received' (duration: 223.880986ms)","trace[1280376763] 'applied index is now lower than readState.Index' (duration: 437.912727ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:21.314096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.913527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:21.314132Z","caller":"traceutil/trace.go:171","msg":"trace[1147811137] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24055; }","duration":"661.949788ms","start":"2026-02-27T22:47:20.652169Z","end":"2026-02-27T22:47:21.314119Z","steps":["trace[1147811137] 'agreement among raft nodes before linearized reading' (duration: 661.874265ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:21.314091Z","caller":"traceutil/trace.go:171","msg":"trace[2017625096] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"662.228853ms","start":"2026-02-27T22:47:20.651804Z","end":"2026-02-27T22:47:21.314033Z","steps":["trace[2017625096] 'process raft request' (duration: 224.329936ms)","trace[2017625096] 'compare' (duration: 437.421077ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:21.31417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:20.652142Z","time spent":"662.02036ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:47:21.314289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:20.651785Z","time spent":"662.398517ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:21.35175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.220919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fk29h\" ","response":"range_response_count:1 size:7483"} {"level":"info","ts":"2026-02-27T22:47:21.351853Z","caller":"traceutil/trace.go:171","msg":"trace[1731263525] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fk29h; range_end:; response_count:1; response_revision:24056; }","duration":"700.991159ms","start":"2026-02-27T22:47:20.650821Z","end":"2026-02-27T22:47:21.351812Z","steps":["trace[1731263525] 'agreement among raft nodes before linearized reading' (duration: 700.708473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:21.351895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:20.650812Z","time spent":"701.074861ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":7505,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-fk29h\" "} {"level":"info","ts":"2026-02-27T22:47:21.352008Z","caller":"traceutil/trace.go:171","msg":"trace[293337556] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"698.29171ms","start":"2026-02-27T22:47:20.65369Z","end":"2026-02-27T22:47:21.351982Z","steps":["trace[293337556] 'process raft request' (duration: 697.683517ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:21.352153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:20.653672Z","time spent":"698.401133ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:21.352213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.365693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:21.352283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.341586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:21.35229Z","caller":"traceutil/trace.go:171","msg":"trace[516324976] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24056; }","duration":"107.491756ms","start":"2026-02-27T22:47:21.244778Z","end":"2026-02-27T22:47:21.35227Z","steps":["trace[516324976] 'agreement among raft nodes before linearized reading' (duration: 107.358273ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:21.352324Z","caller":"traceutil/trace.go:171","msg":"trace[1486757734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24056; }","duration":"695.416318ms","start":"2026-02-27T22:47:20.656896Z","end":"2026-02-27T22:47:21.352312Z","steps":["trace[1486757734] 'agreement among raft nodes before linearized reading' (duration: 695.367047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:21.352351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:20.656879Z","time spent":"695.466678ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:21.352167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.167929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-02-27T22:47:21.352245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.559458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-02-27T22:47:21.352581Z","caller":"traceutil/trace.go:171","msg":"trace[2003655137] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24056; }","duration":"688.843774ms","start":"2026-02-27T22:47:20.663665Z","end":"2026-02-27T22:47:21.352509Z","steps":["trace[2003655137] 'agreement among raft nodes before linearized reading' (duration: 688.523217ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:21.352611Z","caller":"traceutil/trace.go:171","msg":"trace[640422865] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24056; }","duration":"595.461515ms","start":"2026-02-27T22:47:20.75693Z","end":"2026-02-27T22:47:21.352392Z","steps":["trace[640422865] 'agreement among raft nodes before linearized reading' (duration: 595.164889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:21.35267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:20.7569Z","time spent":"595.751952ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T22:47:21.352747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:20.663657Z","time spent":"688.999338ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-02-27T22:47:21.750255Z","caller":"traceutil/trace.go:171","msg":"trace[300520232] linearizableReadLoop","detail":"{readStateIndex:24932; appliedIndex:24931; }","duration":"390.833879ms","start":"2026-02-27T22:47:21.35939Z","end":"2026-02-27T22:47:21.750224Z","steps":["trace[300520232] 'read index received' (duration: 337.046686ms)","trace[300520232] 'applied index is now lower than readState.Index' (duration: 53.785633ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:21.750306Z","caller":"traceutil/trace.go:171","msg":"trace[57340786] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"391.223468ms","start":"2026-02-27T22:47:21.359056Z","end":"2026-02-27T22:47:21.75028Z","steps":["trace[57340786] 'process raft request' (duration: 337.385084ms)","trace[57340786] 'compare' (duration: 53.461116ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:21.750459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:21.359039Z","time spent":"391.33535ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:21.75049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.092525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-02-27T22:47:21.75056Z","caller":"traceutil/trace.go:171","msg":"trace[354653314] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24057; }","duration":"391.212968ms","start":"2026-02-27T22:47:21.359325Z","end":"2026-02-27T22:47:21.750538Z","steps":["trace[354653314] 'agreement among raft nodes before linearized reading' (duration: 391.025894ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:21.7506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:21.359304Z","time spent":"391.288089ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-02-27T22:47:21.847977Z","caller":"traceutil/trace.go:171","msg":"trace[2067424288] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"485.354433ms","start":"2026-02-27T22:47:21.362591Z","end":"2026-02-27T22:47:21.847945Z","steps":["trace[2067424288] 'process raft request' (duration: 485.106448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:21.848167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:21.362575Z","time spent":"485.489996ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7643,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:21.848344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.872722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:21.848363Z","caller":"traceutil/trace.go:171","msg":"trace[391384398] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"187.014722ms","start":"2026-02-27T22:47:21.661322Z","end":"2026-02-27T22:47:21.848337Z","steps":["trace[391384398] 'process raft request' (duration: 186.558512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:21.848378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.939427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:21.848421Z","caller":"traceutil/trace.go:171","msg":"trace[2048745505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24059; }","duration":"194.983895ms","start":"2026-02-27T22:47:21.65342Z","end":"2026-02-27T22:47:21.848404Z","steps":["trace[2048745505] 'agreement among raft nodes before linearized reading' (duration: 194.860392ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:21.848438Z","caller":"traceutil/trace.go:171","msg":"trace[1051880297] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24059; }","duration":"213.024689ms","start":"2026-02-27T22:47:21.635396Z","end":"2026-02-27T22:47:21.848421Z","steps":["trace[1051880297] 'agreement among raft nodes before linearized reading' (duration: 212.923207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:21.849216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.840556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:21.849285Z","caller":"traceutil/trace.go:171","msg":"trace[2131224066] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24059; }","duration":"146.953818ms","start":"2026-02-27T22:47:21.702315Z","end":"2026-02-27T22:47:21.849269Z","steps":["trace[2131224066] 'agreement among raft nodes before linearized reading' (duration: 146.831765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:22.36746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.035163ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:47:22.36766Z","caller":"traceutil/trace.go:171","msg":"trace[1468581227] linearizableReadLoop","detail":"{readStateIndex:24935; appliedIndex:24934; }","duration":"519.477488ms","start":"2026-02-27T22:47:21.848148Z","end":"2026-02-27T22:47:22.367625Z","steps":["trace[1468581227] 'read index received' (duration: 68.260381ms)","trace[1468581227] 'applied index is now lower than readState.Index' (duration: 451.216257ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:22.367965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.857017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-27T22:47:22.367998Z","caller":"traceutil/trace.go:171","msg":"trace[743593753] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24059; }","duration":"580.943979ms","start":"2026-02-27T22:47:21.787043Z","end":"2026-02-27T22:47:22.367987Z","steps":["trace[743593753] 'agreement among raft nodes before linearized reading' (duration: 580.819406ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:22.368025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:21.787021Z","time spent":"580.997631ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:22.368102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.482231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6cf84bc649-tjd2x.18983b5a5303c143\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-02-27T22:47:22.368244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.826623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-02-27T22:47:22.368295Z","caller":"traceutil/trace.go:171","msg":"trace[726144652] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24059; }","duration":"611.891105ms","start":"2026-02-27T22:47:21.756391Z","end":"2026-02-27T22:47:22.368282Z","steps":["trace[726144652] 'agreement among raft nodes before linearized reading' (duration: 611.767313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:22.368333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:21.756384Z","time spent":"611.939976ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-02-27T22:47:22.368218Z","caller":"traceutil/trace.go:171","msg":"trace[1275124899] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6cf84bc649-tjd2x.18983b5a5303c143; range_end:; response_count:1; response_revision:24059; }","duration":"614.649936ms","start":"2026-02-27T22:47:21.753548Z","end":"2026-02-27T22:47:22.368198Z","steps":["trace[1275124899] 'agreement among raft nodes before linearized reading' (duration: 614.330859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:22.368408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:21.753536Z","time spent":"614.85928ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-6cf84bc649-tjd2x.18983b5a5303c143\" "} {"level":"info","ts":"2026-02-27T22:47:22.368552Z","caller":"traceutil/trace.go:171","msg":"trace[565711030] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"508.095909ms","start":"2026-02-27T22:47:21.860431Z","end":"2026-02-27T22:47:22.368527Z","steps":["trace[565711030] 'process raft request' (duration: 507.120488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:22.368743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:21.860415Z","time spent":"508.207501ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:22.874898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:23.08336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.744951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:23.083467Z","caller":"traceutil/trace.go:171","msg":"trace[2147428865] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24060; }","duration":"748.937715ms","start":"2026-02-27T22:47:22.334507Z","end":"2026-02-27T22:47:23.083445Z","steps":["trace[2147428865] 'agreement among raft nodes before linearized reading' (duration: 34.018142ms)","trace[2147428865] 'count revisions from in-memory index tree' (duration: 714.735859ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:23.083515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:22.334487Z","time spent":"749.017027ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:23.083681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219537996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:47:23.083765Z","caller":"traceutil/trace.go:171","msg":"trace[1831135019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24060; }","duration":"1.219665089s","start":"2026-02-27T22:47:21.864075Z","end":"2026-02-27T22:47:23.08374Z","steps":["trace[1831135019] 'agreement among raft nodes before linearized reading' (duration: 504.420479ms)","trace[1831135019] 'range keys from in-memory index tree' (duration: 715.024566ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:23.083779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152632226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T22:47:23.08381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:21.864061Z","time spent":"1.219739121s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T22:47:23.083849Z","caller":"traceutil/trace.go:171","msg":"trace[161007474] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24060; }","duration":"1.152733688s","start":"2026-02-27T22:47:21.931091Z","end":"2026-02-27T22:47:23.083825Z","steps":["trace[161007474] 'agreement among raft nodes before linearized reading' (duration: 437.450247ms)","trace[161007474] 'range keys from in-memory index tree' (duration: 715.132008ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:23.083897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:21.931073Z","time spent":"1.15281022s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:47:23.321485Z","caller":"traceutil/trace.go:171","msg":"trace[1805282574] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"950.002373ms","start":"2026-02-27T22:47:22.371456Z","end":"2026-02-27T22:47:23.321458Z","steps":["trace[1805282574] 'process raft request' (duration: 949.806039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:23.321654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:22.371435Z","time spent":"950.127937ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:23.600193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.434252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:23.600476Z","caller":"traceutil/trace.go:171","msg":"trace[733005397] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"948.595923ms","start":"2026-02-27T22:47:22.65186Z","end":"2026-02-27T22:47:23.600456Z","steps":["trace[733005397] 'process raft request' (duration: 948.515432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:23.600569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:22.651846Z","time spent":"948.674496ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:23.600602Z","caller":"traceutil/trace.go:171","msg":"trace[940097946] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"951.402605ms","start":"2026-02-27T22:47:22.649168Z","end":"2026-02-27T22:47:23.60057Z","steps":["trace[940097946] 'process raft request' (duration: 951.138399ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:23.600647Z","caller":"traceutil/trace.go:171","msg":"trace[255970874] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"951.995498ms","start":"2026-02-27T22:47:22.648624Z","end":"2026-02-27T22:47:23.600619Z","steps":["trace[255970874] 'process raft request' (duration: 835.055935ms)","trace[255970874] 'compare' (duration: 116.284948ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:23.60077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:22.648633Z","time spent":"952.053719ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:23.600785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:22.648603Z","time spent":"952.11285ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:23.600852Z","caller":"traceutil/trace.go:171","msg":"trace[1697587457] linearizableReadLoop","detail":"{readStateIndex:24941; appliedIndex:24937; }","duration":"1.226951299s","start":"2026-02-27T22:47:22.373893Z","end":"2026-02-27T22:47:23.600844Z","steps":["trace[1697587457] 'read index received' (duration: 947.55699ms)","trace[1697587457] 'applied index is now lower than readState.Index' (duration: 279.393789ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:23.600784Z","caller":"traceutil/trace.go:171","msg":"trace[1986756908] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"948.88292ms","start":"2026-02-27T22:47:22.651892Z","end":"2026-02-27T22:47:23.600774Z","steps":["trace[1986756908] 'process raft request' (duration: 948.521722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:23.600937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:22.651876Z","time spent":"949.029833ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:23.600997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227062411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-02-27T22:47:23.601023Z","caller":"traceutil/trace.go:171","msg":"trace[848347258] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24066; }","duration":"1.227113841s","start":"2026-02-27T22:47:22.373901Z","end":"2026-02-27T22:47:23.601015Z","steps":["trace[848347258] 'agreement among raft nodes before linearized reading' (duration: 1.227028589s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:23.601021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227128042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-27T22:47:23.601049Z","caller":"traceutil/trace.go:171","msg":"trace[1398977415] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"513.108149ms","start":"2026-02-27T22:47:23.087927Z","end":"2026-02-27T22:47:23.601036Z","steps":["trace[1398977415] 'process raft request' (duration: 512.807542ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:23.601067Z","caller":"traceutil/trace.go:171","msg":"trace[195123902] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24066; }","duration":"1.227197913s","start":"2026-02-27T22:47:22.373855Z","end":"2026-02-27T22:47:23.601053Z","steps":["trace[195123902] 'agreement among raft nodes before linearized reading' (duration: 1.22706186s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:23.6011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:23.087906Z","time spent":"513.16621ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:23.601121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:22.373842Z","time spent":"1.227268045s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:23.601182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.422483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:23.601207Z","caller":"traceutil/trace.go:171","msg":"trace[364862556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24066; }","duration":"227.480274ms","start":"2026-02-27T22:47:23.373719Z","end":"2026-02-27T22:47:23.601199Z","steps":["trace[364862556] 'agreement among raft nodes before linearized reading' (duration: 227.445284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:23.601244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.621739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:47:23.601288Z","caller":"traceutil/trace.go:171","msg":"trace[1978014199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24066; }","duration":"282.70573ms","start":"2026-02-27T22:47:23.318573Z","end":"2026-02-27T22:47:23.601279Z","steps":["trace[1978014199] 'agreement among raft nodes before linearized reading' (duration: 282.622288ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:23.601311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.249774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T22:47:23.601326Z","caller":"traceutil/trace.go:171","msg":"trace[1780127552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24066; }","duration":"952.286644ms","start":"2026-02-27T22:47:22.649034Z","end":"2026-02-27T22:47:23.601321Z","steps":["trace[1780127552] 'agreement among raft nodes before linearized reading' (duration: 952.240893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:23.601338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:22.649027Z","time spent":"952.308344ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:47:23.601377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.191473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:47:23.601475Z","caller":"traceutil/trace.go:171","msg":"trace[317647416] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24066; }","duration":"514.313776ms","start":"2026-02-27T22:47:23.087144Z","end":"2026-02-27T22:47:23.601458Z","steps":["trace[317647416] 'agreement among raft nodes before linearized reading' (duration: 514.134852ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:23.601239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.070339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:23.601427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.095412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T22:47:23.601579Z","caller":"traceutil/trace.go:171","msg":"trace[444701009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24066; }","duration":"953.315306ms","start":"2026-02-27T22:47:22.648251Z","end":"2026-02-27T22:47:23.601566Z","steps":["trace[444701009] 'agreement among raft nodes before linearized reading' (duration: 953.121752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:23.601534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:23.087132Z","time spent":"514.385367ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:47:23.601609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.493481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-27T22:47:23.601579Z","caller":"traceutil/trace.go:171","msg":"trace[1267061297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24066; }","duration":"946.440966ms","start":"2026-02-27T22:47:22.655119Z","end":"2026-02-27T22:47:23.60156Z","steps":["trace[1267061297] 'agreement among raft nodes before linearized reading' (duration: 946.064188ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:23.601628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:22.648225Z","time spent":"953.390157ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:47:23.601643Z","caller":"traceutil/trace.go:171","msg":"trace[278385557] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1898392f961a3eeb; range_end:; response_count:1; response_revision:24066; }","duration":"274.559703ms","start":"2026-02-27T22:47:23.327073Z","end":"2026-02-27T22:47:23.601632Z","steps":["trace[278385557] 'agreement among raft nodes before linearized reading' (duration: 274.43445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:23.601664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:22.6551Z","time spent":"946.555979ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:23.601037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:22.373884Z","time spent":"1.227149993s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-02-27T22:47:24.058551Z","caller":"traceutil/trace.go:171","msg":"trace[2034777038] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"454.143711ms","start":"2026-02-27T22:47:23.604386Z","end":"2026-02-27T22:47:24.05853Z","steps":["trace[2034777038] 'process raft request' (duration: 451.557535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:24.058686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:23.604377Z","time spent":"454.242734ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:24.234216Z","caller":"traceutil/trace.go:171","msg":"trace[1797997027] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"628.567318ms","start":"2026-02-27T22:47:23.605614Z","end":"2026-02-27T22:47:24.234181Z","steps":["trace[1797997027] 'process raft request' (duration: 593.86924ms)","trace[1797997027] 'compare' (duration: 33.784468ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:24.234231Z","caller":"traceutil/trace.go:171","msg":"trace[1927824875] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"628.054787ms","start":"2026-02-27T22:47:23.606149Z","end":"2026-02-27T22:47:24.234204Z","steps":["trace[1927824875] 'process raft request' (duration: 627.942715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:24.234364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:23.605602Z","time spent":"628.687941ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:24.234396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:23.606141Z","time spent":"628.1635ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:24.234407Z","caller":"traceutil/trace.go:171","msg":"trace[1844964544] linearizableReadLoop","detail":"{readStateIndex:24944; appliedIndex:24942; }","duration":"628.475336ms","start":"2026-02-27T22:47:23.605911Z","end":"2026-02-27T22:47:24.234387Z","steps":["trace[1844964544] 'read index received' (duration: 450.044702ms)","trace[1844964544] 'applied index is now lower than readState.Index' (duration: 178.429554ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:24.234541Z","caller":"traceutil/trace.go:171","msg":"trace[1937991892] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"626.206297ms","start":"2026-02-27T22:47:23.608321Z","end":"2026-02-27T22:47:24.234527Z","steps":["trace[1937991892] 'process raft request' (duration: 625.838949ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:24.234639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:23.608313Z","time spent":"626.272769ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:24.234685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.765012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-02-27T22:47:24.234731Z","caller":"traceutil/trace.go:171","msg":"trace[793346434] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:24071; }","duration":"628.837823ms","start":"2026-02-27T22:47:23.60588Z","end":"2026-02-27T22:47:24.234718Z","steps":["trace[793346434] 'agreement among raft nodes before linearized reading' (duration: 628.645669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:24.234763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:23.605863Z","time spent":"628.892245ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-02-27T22:47:24.234853Z","caller":"traceutil/trace.go:171","msg":"trace[162710168] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"333.666052ms","start":"2026-02-27T22:47:23.901176Z","end":"2026-02-27T22:47:24.234842Z","steps":["trace[162710168] 'process raft request' (duration: 333.11253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:24.234917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:23.901152Z","time spent":"333.731803ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:24.234955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.498924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:24.235013Z","caller":"traceutil/trace.go:171","msg":"trace[1704346823] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24071; }","duration":"506.584506ms","start":"2026-02-27T22:47:23.728415Z","end":"2026-02-27T22:47:24.235Z","steps":["trace[1704346823] 'agreement among raft nodes before linearized reading' (duration: 506.490734ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:24.235051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:23.728396Z","time spent":"506.646437ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T22:47:24.23529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.911953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:24.235344Z","caller":"traceutil/trace.go:171","msg":"trace[1538506966] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24071; }","duration":"347.993685ms","start":"2026-02-27T22:47:23.887335Z","end":"2026-02-27T22:47:24.235328Z","steps":["trace[1538506966] 'agreement among raft nodes before linearized reading' (duration: 347.893202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:24.235375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:23.887317Z","time spent":"348.050146ms","remote":"127.0.0.1:55354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:24.235562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.648617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb26960045\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-02-27T22:47:24.235624Z","caller":"traceutil/trace.go:171","msg":"trace[504718534] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb26960045; range_end:; response_count:1; response_revision:24071; }","duration":"172.709939ms","start":"2026-02-27T22:47:24.062898Z","end":"2026-02-27T22:47:24.235608Z","steps":["trace[504718534] 'agreement among raft nodes before linearized reading' (duration: 172.531365ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:24.666371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.86171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:24.666469Z","caller":"traceutil/trace.go:171","msg":"trace[896130270] linearizableReadLoop","detail":"{readStateIndex:24948; appliedIndex:24947; }","duration":"425.406814ms","start":"2026-02-27T22:47:24.241047Z","end":"2026-02-27T22:47:24.666453Z","steps":["trace[896130270] 'read index received' (duration: 128.3069ms)","trace[896130270] 'applied index is now lower than readState.Index' (duration: 297.098744ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:24.666547Z","caller":"traceutil/trace.go:171","msg":"trace[1578612620] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"427.141572ms","start":"2026-02-27T22:47:24.239393Z","end":"2026-02-27T22:47:24.666535Z","steps":["trace[1578612620] 'process raft request' (duration: 130.041318ms)","trace[1578612620] 'compare' (duration: 296.766167ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:24.666609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:24.23937Z","time spent":"427.204893ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:24.66687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.826864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:24.666908Z","caller":"traceutil/trace.go:171","msg":"trace[821792578] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24072; }","duration":"425.893705ms","start":"2026-02-27T22:47:24.241005Z","end":"2026-02-27T22:47:24.666899Z","steps":["trace[821792578] 'agreement among raft nodes before linearized reading' (duration: 425.781642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:24.666939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:24.240989Z","time spent":"425.943446ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-27T22:47:26.147522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00060992s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:26.14762Z","caller":"traceutil/trace.go:171","msg":"trace[1019080424] linearizableReadLoop","detail":"{readStateIndex:24949; appliedIndex:24948; }","duration":"1.481111757s","start":"2026-02-27T22:47:24.666493Z","end":"2026-02-27T22:47:26.147605Z","steps":["trace[1019080424] 'read index received' (duration: 480.340494ms)","trace[1019080424] 'applied index is now lower than readState.Index' (duration: 1.000769963s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:26.14769Z","caller":"traceutil/trace.go:171","msg":"trace[505673365] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"1.641027687s","start":"2026-02-27T22:47:24.506625Z","end":"2026-02-27T22:47:26.147653Z","steps":["trace[505673365] 'process raft request' (duration: 640.193713ms)","trace[505673365] 'compare' (duration: 999.507024ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:26.1478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:24.506603Z","time spent":"1.641155819s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:26.147813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870115337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-27T22:47:26.147846Z","caller":"traceutil/trace.go:171","msg":"trace[1932462465] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:24073; }","duration":"1.870185499s","start":"2026-02-27T22:47:24.277651Z","end":"2026-02-27T22:47:26.147837Z","steps":["trace[1932462465] 'agreement among raft nodes before linearized reading' (duration: 1.870020145s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:26.147883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:24.277613Z","time spent":"1.87026293s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-02-27T22:47:26.148018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492216609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:26.148111Z","caller":"traceutil/trace.go:171","msg":"trace[179345446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24073; }","duration":"1.492425714s","start":"2026-02-27T22:47:24.655661Z","end":"2026-02-27T22:47:26.148087Z","steps":["trace[179345446] 'agreement among raft nodes before linearized reading' (duration: 1.492007705s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:26.148375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:24.655638Z","time spent":"1.492512845s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:47:26.150338Z","caller":"traceutil/trace.go:171","msg":"trace[1361362998] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"543.731707ms","start":"2026-02-27T22:47:25.606566Z","end":"2026-02-27T22:47:26.150298Z","steps":["trace[1361362998] 'process raft request' (duration: 542.694775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:26.150575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:25.606543Z","time spent":"543.927781ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:27.524599Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.375964571s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T22:47:27.524963Z","caller":"traceutil/trace.go:171","msg":"trace[1129241072] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"1.918252828s","start":"2026-02-27T22:47:25.606686Z","end":"2026-02-27T22:47:27.524939Z","steps":["trace[1129241072] 'process raft request' (duration: 1.918070134s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:27.525093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:25.606655Z","time spent":"1.91837068s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:27.525168Z","caller":"traceutil/trace.go:171","msg":"trace[1303607839] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"1.916665274s","start":"2026-02-27T22:47:25.608486Z","end":"2026-02-27T22:47:27.525152Z","steps":["trace[1303607839] 'process raft request' (duration: 1.916410619s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:27.525279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:25.608472Z","time spent":"1.916748336s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:27.525291Z","caller":"traceutil/trace.go:171","msg":"trace[1694786313] linearizableReadLoop","detail":"{readStateIndex:24953; appliedIndex:24949; }","duration":"1.377613248s","start":"2026-02-27T22:47:26.147645Z","end":"2026-02-27T22:47:27.525258Z","steps":["trace[1694786313] 'read index received' (duration: 1.638127ms)","trace[1694786313] 'applied index is now lower than readState.Index' (duration: 1.375971521s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:27.525419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423236549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:27.525433Z","caller":"traceutil/trace.go:171","msg":"trace[1117461262] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"1.915767663s","start":"2026-02-27T22:47:25.609629Z","end":"2026-02-27T22:47:27.525396Z","steps":["trace[1117461262] 'process raft request' (duration: 1.915452557s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:27.525455Z","caller":"traceutil/trace.go:171","msg":"trace[1166203135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24077; }","duration":"2.423325891s","start":"2026-02-27T22:47:25.102119Z","end":"2026-02-27T22:47:27.525445Z","steps":["trace[1166203135] 'agreement among raft nodes before linearized reading' (duration: 2.42324311s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:27.525425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917004511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T22:47:27.525507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00948843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:27.525536Z","caller":"traceutil/trace.go:171","msg":"trace[913689390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24077; }","duration":"2.00951575s","start":"2026-02-27T22:47:25.516012Z","end":"2026-02-27T22:47:27.525528Z","steps":["trace[913689390] 'agreement among raft nodes before linearized reading' (duration: 2.009478339s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:27.525513Z","caller":"traceutil/trace.go:171","msg":"trace[1507579192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24077; }","duration":"1.917129974s","start":"2026-02-27T22:47:25.608373Z","end":"2026-02-27T22:47:27.525503Z","steps":["trace[1507579192] 'agreement among raft nodes before linearized reading' (duration: 1.916907609s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:27.525554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923744607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T22:47:27.525554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492848412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:27.525589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392227542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:27.525601Z","caller":"traceutil/trace.go:171","msg":"trace[530850016] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24077; }","duration":"1.923834269s","start":"2026-02-27T22:47:25.601754Z","end":"2026-02-27T22:47:27.525588Z","steps":["trace[530850016] 'agreement among raft nodes before linearized reading' (duration: 1.923605395s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:27.52561Z","caller":"traceutil/trace.go:171","msg":"trace[1458159093] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24077; }","duration":"2.392270024s","start":"2026-02-27T22:47:25.133334Z","end":"2026-02-27T22:47:27.525604Z","steps":["trace[1458159093] 'agreement among raft nodes before linearized reading' (duration: 2.392232693s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:27.525609Z","caller":"traceutil/trace.go:171","msg":"trace[1802872274] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24077; }","duration":"1.492940355s","start":"2026-02-27T22:47:26.032656Z","end":"2026-02-27T22:47:27.525596Z","steps":["trace[1802872274] 'agreement among raft nodes before linearized reading' (duration: 1.492851753s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:27.525637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:25.133322Z","time spent":"2.392309074s","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:27.525644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:25.601737Z","time spent":"1.92389784s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-02-27T22:47:27.525647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:26.032637Z","time spent":"1.493000596s","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:27.525616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:25.608356Z","time spent":"1.917221325s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:47:27.525503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:25.609607Z","time spent":"1.915860126s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:27.525555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:25.515951Z","time spent":"2.009598432s","remote":"127.0.0.1:36844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:27.525478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:25.102098Z","time spent":"2.423373632s","remote":"127.0.0.1:37348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:27.525681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854321468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:47:27.526302Z","caller":"traceutil/trace.go:171","msg":"trace[1437365025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24077; }","duration":"2.854952062s","start":"2026-02-27T22:47:24.671338Z","end":"2026-02-27T22:47:27.52629Z","steps":["trace[1437365025] 'agreement among raft nodes before linearized reading' (duration: 2.854291067s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:27.526349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:24.671324Z","time spent":"2.855011413s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:47:27.525603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668290502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:27.526655Z","caller":"traceutil/trace.go:171","msg":"trace[1960806048] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24077; }","duration":"1.669383125s","start":"2026-02-27T22:47:25.857258Z","end":"2026-02-27T22:47:27.526641Z","steps":["trace[1960806048] 'agreement among raft nodes before linearized reading' (duration: 1.668312532s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:27.526711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:25.857236Z","time spent":"1.669460877s","remote":"127.0.0.1:55424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:27.525731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854704486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb2692e7a3\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-02-27T22:47:27.526783Z","caller":"traceutil/trace.go:171","msg":"trace[1155752421] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb2692e7a3; range_end:; response_count:1; response_revision:24077; }","duration":"2.85581983s","start":"2026-02-27T22:47:24.670952Z","end":"2026-02-27T22:47:27.526772Z","steps":["trace[1155752421] 'agreement among raft nodes before linearized reading' (duration: 2.854678315s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:27.52684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:24.670918Z","time spent":"2.855903302s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":899,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb2692e7a3\" "} {"level":"warn","ts":"2026-02-27T22:47:28.04849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.094728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:28.048805Z","caller":"traceutil/trace.go:171","msg":"trace[1385239615] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"672.945498ms","start":"2026-02-27T22:47:27.375824Z","end":"2026-02-27T22:47:28.048769Z","steps":["trace[1385239615] 'process raft request' (duration: 378.487841ms)","trace[1385239615] 'compare' (duration: 293.603138ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:28.048995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:27.375805Z","time spent":"673.103851ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:28.049103Z","caller":"traceutil/trace.go:171","msg":"trace[143703429] linearizableReadLoop","detail":"{readStateIndex:24954; appliedIndex:24953; }","duration":"523.737221ms","start":"2026-02-27T22:47:27.525336Z","end":"2026-02-27T22:47:28.049073Z","steps":["trace[143703429] 'read index received' (duration: 229.001587ms)","trace[143703429] 'applied index is now lower than readState.Index' (duration: 294.732134ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:28.04918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:27.526567Z","time spent":"522.591877ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T22:47:28.049295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572166513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-27T22:47:28.049291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.147822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:28.049351Z","caller":"traceutil/trace.go:171","msg":"trace[1043948448] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24078; }","duration":"1.572268115s","start":"2026-02-27T22:47:26.477067Z","end":"2026-02-27T22:47:28.049335Z","steps":["trace[1043948448] 'agreement among raft nodes before linearized reading' (duration: 1.572103172s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.049373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807769316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:47:28.049374Z","caller":"traceutil/trace.go:171","msg":"trace[1244692382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24078; }","duration":"985.272504ms","start":"2026-02-27T22:47:27.064089Z","end":"2026-02-27T22:47:28.049361Z","steps":["trace[1244692382] 'agreement among raft nodes before linearized reading' (duration: 985.08716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.049466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808293118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:47:28.049461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851641823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-02-27T22:47:28.049493Z","caller":"traceutil/trace.go:171","msg":"trace[1698638107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24078; }","duration":"1.807920179s","start":"2026-02-27T22:47:26.24155Z","end":"2026-02-27T22:47:28.049471Z","steps":["trace[1698638107] 'agreement among raft nodes before linearized reading' (duration: 1.807667634s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.049505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148109908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-jvrd8\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-02-27T22:47:28.049511Z","caller":"traceutil/trace.go:171","msg":"trace[711156026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24078; }","duration":"1.8084297s","start":"2026-02-27T22:47:26.241069Z","end":"2026-02-27T22:47:28.049499Z","steps":["trace[711156026] 'agreement among raft nodes before linearized reading' (duration: 1.808198455s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.049505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809250278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:47:28.049537Z","caller":"traceutil/trace.go:171","msg":"trace[767170923] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:24078; }","duration":"1.851763866s","start":"2026-02-27T22:47:26.197754Z","end":"2026-02-27T22:47:28.049518Z","steps":["trace[767170923] 'agreement among raft nodes before linearized reading' (duration: 1.851494641s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.049544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:26.241049Z","time spent":"1.808487852s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:47:28.049581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451906908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:28.049582Z","caller":"traceutil/trace.go:171","msg":"trace[273828063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24078; }","duration":"1.80936266s","start":"2026-02-27T22:47:26.240202Z","end":"2026-02-27T22:47:28.049565Z","steps":["trace[273828063] 'agreement among raft nodes before linearized reading' (duration: 1.809096955s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.049583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:26.197729Z","time spent":"1.851846177s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":235,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"info","ts":"2026-02-27T22:47:28.049617Z","caller":"traceutil/trace.go:171","msg":"trace[620340050] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24078; }","duration":"1.451979889s","start":"2026-02-27T22:47:26.597629Z","end":"2026-02-27T22:47:28.049608Z","steps":["trace[620340050] 'agreement among raft nodes before linearized reading' (duration: 1.451924548s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.049688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:26.240189Z","time spent":"1.809430631s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:47:28.049536Z","caller":"traceutil/trace.go:171","msg":"trace[1131940302] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-jvrd8; range_end:; response_count:1; response_revision:24078; }","duration":"1.148176389s","start":"2026-02-27T22:47:26.901351Z","end":"2026-02-27T22:47:28.049527Z","steps":["trace[1131940302] 'agreement among raft nodes before linearized reading' (duration: 1.148084047s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.049672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:26.597606Z","time spent":"1.452056711s","remote":"127.0.0.1:38794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:28.0496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89959704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:28.049714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.523601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:28.049737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:26.901331Z","time spent":"1.148394324s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3419,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-jvrd8\" "} {"level":"info","ts":"2026-02-27T22:47:28.049759Z","caller":"traceutil/trace.go:171","msg":"trace[1497706363] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24078; }","duration":"537.696545ms","start":"2026-02-27T22:47:27.512049Z","end":"2026-02-27T22:47:28.049745Z","steps":["trace[1497706363] 'agreement among raft nodes before linearized reading' (duration: 537.535362ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.049805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:27.512029Z","time spent":"537.765797ms","remote":"127.0.0.1:47768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:28.049545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:27.064073Z","time spent":"985.419018ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:28.049393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:26.47704Z","time spent":"1.572340076s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-27T22:47:28.049748Z","caller":"traceutil/trace.go:171","msg":"trace[441137735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24078; }","duration":"1.899760884s","start":"2026-02-27T22:47:26.149974Z","end":"2026-02-27T22:47:28.049735Z","steps":["trace[441137735] 'agreement among raft nodes before linearized reading' (duration: 1.89959357s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.050132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:26.149959Z","time spent":"1.900158622s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:28.049541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:26.241526Z","time spent":"1.808002041s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:47:28.050341Z","caller":"traceutil/trace.go:171","msg":"trace[287953497] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"518.967527ms","start":"2026-02-27T22:47:27.531358Z","end":"2026-02-27T22:47:28.050326Z","steps":["trace[287953497] 'process raft request' (duration: 518.855944ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:28.050346Z","caller":"traceutil/trace.go:171","msg":"trace[951512881] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"521.755867ms","start":"2026-02-27T22:47:27.52851Z","end":"2026-02-27T22:47:28.050266Z","steps":["trace[951512881] 'process raft request' (duration: 520.534551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.050365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.616355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-27T22:47:28.050401Z","caller":"traceutil/trace.go:171","msg":"trace[912418891] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24080; }","duration":"522.665797ms","start":"2026-02-27T22:47:27.527726Z","end":"2026-02-27T22:47:28.050392Z","steps":["trace[912418891] 'agreement among raft nodes before linearized reading' (duration: 522.542554ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.050433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:27.527718Z","time spent":"522.706938ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T22:47:28.050425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:27.531345Z","time spent":"519.033498ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:28.050456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.682729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:28.050509Z","caller":"traceutil/trace.go:171","msg":"trace[622220134] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24080; }","duration":"276.76676ms","start":"2026-02-27T22:47:27.773723Z","end":"2026-02-27T22:47:28.050489Z","steps":["trace[622220134] 'agreement among raft nodes before linearized reading' (duration: 276.682378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.050505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.082483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:28.050561Z","caller":"traceutil/trace.go:171","msg":"trace[1347347681] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24080; }","duration":"296.191815ms","start":"2026-02-27T22:47:27.754352Z","end":"2026-02-27T22:47:28.050544Z","steps":["trace[1347347681] 'agreement among raft nodes before linearized reading' (duration: 296.093173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.051059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:27.528489Z","time spent":"522.501393ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:28.555262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060485,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:28.851142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.2355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:28.851532Z","caller":"traceutil/trace.go:171","msg":"trace[600907978] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"796.135936ms","start":"2026-02-27T22:47:28.055375Z","end":"2026-02-27T22:47:28.851511Z","steps":["trace[600907978] 'process raft request' (duration: 795.874161ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:28.851568Z","caller":"traceutil/trace.go:171","msg":"trace[1929291904] linearizableReadLoop","detail":"{readStateIndex:24963; appliedIndex:24957; }","duration":"797.009995ms","start":"2026-02-27T22:47:28.054539Z","end":"2026-02-27T22:47:28.851549Z","steps":["trace[1929291904] 'read index received' (duration: 624.253024ms)","trace[1929291904] 'applied index is now lower than readState.Index' (duration: 172.755701ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:28.851609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.055352Z","time spent":"796.222259ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:28.85163Z","caller":"traceutil/trace.go:171","msg":"trace[1308681056] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"801.285059ms","start":"2026-02-27T22:47:28.050314Z","end":"2026-02-27T22:47:28.851599Z","steps":["trace[1308681056] 'process raft request' (duration: 628.503578ms)","trace[1308681056] 'compare' (duration: 171.996504ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:28.851683Z","caller":"traceutil/trace.go:171","msg":"trace[1406624380] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"792.537038ms","start":"2026-02-27T22:47:28.05913Z","end":"2026-02-27T22:47:28.851667Z","steps":["trace[1406624380] 'process raft request' (duration: 792.305313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:28.851706Z","caller":"traceutil/trace.go:171","msg":"trace[1797298214] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"795.983703ms","start":"2026-02-27T22:47:28.055702Z","end":"2026-02-27T22:47:28.851685Z","steps":["trace[1797298214] 'process raft request' (duration: 795.622215ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:28.851729Z","caller":"traceutil/trace.go:171","msg":"trace[249818906] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"695.984621ms","start":"2026-02-27T22:47:28.155728Z","end":"2026-02-27T22:47:28.851713Z","steps":["trace[249818906] 'process raft request' (duration: 695.771506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.851769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.05029Z","time spent":"801.398851ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:28.851766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.059114Z","time spent":"792.60215ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3699,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:28.851764Z","caller":"traceutil/trace.go:171","msg":"trace[2008807316] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"793.976489ms","start":"2026-02-27T22:47:28.057746Z","end":"2026-02-27T22:47:28.851722Z","steps":["trace[2008807316] 'process raft request' (duration: 793.630011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.851796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.155705Z","time spent":"696.056222ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:28.851813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.055681Z","time spent":"796.065894ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:28.851839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.285981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ddbcb193-d2cd-4999-b8ee-39055c4cd5e0\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-02-27T22:47:28.851905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.708606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:47:28.851896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.392312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb26960045\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-02-27T22:47:28.851907Z","caller":"traceutil/trace.go:171","msg":"trace[1073173421] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ddbcb193-d2cd-4999-b8ee-39055c4cd5e0; range_end:; response_count:1; response_revision:24086; }","duration":"797.374243ms","start":"2026-02-27T22:47:28.054509Z","end":"2026-02-27T22:47:28.851884Z","steps":["trace[1073173421] 'agreement among raft nodes before linearized reading' (duration: 797.178779ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:28.851933Z","caller":"traceutil/trace.go:171","msg":"trace[307870442] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24086; }","duration":"592.775267ms","start":"2026-02-27T22:47:28.259148Z","end":"2026-02-27T22:47:28.851923Z","steps":["trace[307870442] 'agreement among raft nodes before linearized reading' (duration: 592.721186ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:28.851949Z","caller":"traceutil/trace.go:171","msg":"trace[1875625694] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb26960045; range_end:; response_count:1; response_revision:24086; }","duration":"796.454223ms","start":"2026-02-27T22:47:28.055481Z","end":"2026-02-27T22:47:28.851935Z","steps":["trace[1875625694] 'agreement among raft nodes before linearized reading' (duration: 796.252039ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.851973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.259128Z","time spent":"592.827038ms","remote":"127.0.0.1:47930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:28.851949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.569617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:28.851969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.054492Z","time spent":"797.463475ms","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-ddbcb193-d2cd-4999-b8ee-39055c4cd5e0\" "} {"level":"warn","ts":"2026-02-27T22:47:28.851963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.637452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-27T22:47:28.852009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.000135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T22:47:28.852025Z","caller":"traceutil/trace.go:171","msg":"trace[1132172303] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24086; }","duration":"578.671469ms","start":"2026-02-27T22:47:28.273331Z","end":"2026-02-27T22:47:28.852002Z","steps":["trace[1132172303] 'agreement among raft nodes before linearized reading' (duration: 578.506765ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:28.852045Z","caller":"traceutil/trace.go:171","msg":"trace[1075615003] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24086; }","duration":"700.753355ms","start":"2026-02-27T22:47:28.151267Z","end":"2026-02-27T22:47:28.85202Z","steps":["trace[1075615003] 'agreement among raft nodes before linearized reading' (duration: 700.49607ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.852059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.273323Z","time spent":"578.728881ms","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:28.852061Z","caller":"traceutil/trace.go:171","msg":"trace[685764740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24086; }","duration":"698.051926ms","start":"2026-02-27T22:47:28.153993Z","end":"2026-02-27T22:47:28.852045Z","steps":["trace[685764740] 'agreement among raft nodes before linearized reading' (duration: 697.882482ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.852069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.930662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-02-27T22:47:28.851903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.057734Z","time spent":"794.094091ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:28.852096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.151256Z","time spent":"700.830067ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-27T22:47:28.852097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.153926Z","time spent":"698.162438ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-27T22:47:28.852105Z","caller":"traceutil/trace.go:171","msg":"trace[578680970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24086; }","duration":"790.966964ms","start":"2026-02-27T22:47:28.061124Z","end":"2026-02-27T22:47:28.852091Z","steps":["trace[578680970] 'agreement among raft nodes before linearized reading' (duration: 790.880022ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.852103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.325084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:28.852132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.06112Z","time spent":"791.006275ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-27T22:47:28.852123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.835362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-02-27T22:47:28.852141Z","caller":"traceutil/trace.go:171","msg":"trace[473284601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24086; }","duration":"792.379185ms","start":"2026-02-27T22:47:28.059751Z","end":"2026-02-27T22:47:28.852131Z","steps":["trace[473284601] 'agreement among raft nodes before linearized reading' (duration: 792.317653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.852181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.059745Z","time spent":"792.429846ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:28.851985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.055472Z","time spent":"796.505754ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":899,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb26960045\" "} {"level":"warn","ts":"2026-02-27T22:47:28.852038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.184307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-02-27T22:47:28.852187Z","caller":"traceutil/trace.go:171","msg":"trace[756153894] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24086; }","duration":"720.927134ms","start":"2026-02-27T22:47:28.131242Z","end":"2026-02-27T22:47:28.85217Z","steps":["trace[756153894] 'agreement among raft nodes before linearized reading' (duration: 720.829842ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:28.852226Z","caller":"traceutil/trace.go:171","msg":"trace[706495968] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:24086; }","duration":"736.413903ms","start":"2026-02-27T22:47:28.115801Z","end":"2026-02-27T22:47:28.852214Z","steps":["trace[706495968] 'agreement among raft nodes before linearized reading' (duration: 736.101207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:28.85224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.131226Z","time spent":"721.000177ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:28.852261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.115786Z","time spent":"736.464964ms","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-02-27T22:47:29.416033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060498,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T22:47:29.884891Z","caller":"traceutil/trace.go:171","msg":"trace[942236584] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"1.026497493s","start":"2026-02-27T22:47:28.858367Z","end":"2026-02-27T22:47:29.884865Z","steps":["trace[942236584] 'process raft request' (duration: 1.026451932s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:29.885186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.858357Z","time spent":"1.026715909s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:29.885258Z","caller":"traceutil/trace.go:171","msg":"trace[1993483317] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"1.027645589s","start":"2026-02-27T22:47:28.857584Z","end":"2026-02-27T22:47:29.885229Z","steps":["trace[1993483317] 'process raft request' (duration: 1.027050066s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:29.885443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.857555Z","time spent":"1.027772822s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:30.449348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.829643ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:30.449517Z","caller":"traceutil/trace.go:171","msg":"trace[1110860440] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24089; }","duration":"245.007998ms","start":"2026-02-27T22:47:30.204491Z","end":"2026-02-27T22:47:30.449499Z","steps":["trace[1110860440] 'range keys from in-memory index tree' (duration: 244.814453ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:30.450084Z","caller":"traceutil/trace.go:171","msg":"trace[711965308] linearizableReadLoop","detail":"{readStateIndex:24967; appliedIndex:24964; }","duration":"1.534490751s","start":"2026-02-27T22:47:28.915577Z","end":"2026-02-27T22:47:30.450068Z","steps":["trace[711965308] 'read index received' (duration: 969.081561ms)","trace[711965308] 'applied index is now lower than readState.Index' (duration: 565.40813ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:30.450188Z","caller":"traceutil/trace.go:171","msg":"trace[153970468] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"919.404396ms","start":"2026-02-27T22:47:29.530759Z","end":"2026-02-27T22:47:30.450163Z","steps":["trace[153970468] 'process raft request' (duration: 919.212422ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:30.45022Z","caller":"traceutil/trace.go:171","msg":"trace[164919972] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"917.453114ms","start":"2026-02-27T22:47:29.532753Z","end":"2026-02-27T22:47:30.450206Z","steps":["trace[164919972] 'process raft request' (duration: 917.26705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:30.45031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:29.530753Z","time spent":"919.493478ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:30.450333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:29.532727Z","time spent":"917.529916ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:30.450322Z","caller":"traceutil/trace.go:171","msg":"trace[1458012497] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"1.096053722s","start":"2026-02-27T22:47:29.354237Z","end":"2026-02-27T22:47:30.450291Z","steps":["trace[1458012497] 'process raft request' (duration: 1.065852272s)","trace[1458012497] 'compare' (duration: 29.200967ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:30.450357Z","caller":"traceutil/trace.go:171","msg":"trace[1045406171] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"919.640632ms","start":"2026-02-27T22:47:29.530689Z","end":"2026-02-27T22:47:30.450329Z","steps":["trace[1045406171] 'process raft request' (duration: 919.198532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:30.450457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:29.354215Z","time spent":"1.096170584s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:30.450478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:29.530669Z","time spent":"919.745553ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:30.450418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589858519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:30.450489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580879593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-jvrd8\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-02-27T22:47:30.450538Z","caller":"traceutil/trace.go:171","msg":"trace[1593614771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24093; }","duration":"1.589996833s","start":"2026-02-27T22:47:28.86053Z","end":"2026-02-27T22:47:30.450527Z","steps":["trace[1593614771] 'agreement among raft nodes before linearized reading' (duration: 1.589836909s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:30.450538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533511569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:47:30.450552Z","caller":"traceutil/trace.go:171","msg":"trace[1883417564] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-jvrd8; range_end:; response_count:1; response_revision:24093; }","duration":"1.580965895s","start":"2026-02-27T22:47:28.86957Z","end":"2026-02-27T22:47:30.450536Z","steps":["trace[1883417564] 'agreement among raft nodes before linearized reading' (duration: 1.580767371s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:30.450584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.860523Z","time spent":"1.590033623s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:47:30.450599Z","caller":"traceutil/trace.go:171","msg":"trace[864030200] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24093; }","duration":"1.533610142s","start":"2026-02-27T22:47:28.916975Z","end":"2026-02-27T22:47:30.450585Z","steps":["trace[864030200] 'agreement among raft nodes before linearized reading' (duration: 1.533446519s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:30.450609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.869557Z","time spent":"1.581040976s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3739,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-jvrd8\" "} {"level":"warn","ts":"2026-02-27T22:47:30.450619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188574601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:30.45064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.91696Z","time spent":"1.533672273s","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-27T22:47:30.450657Z","caller":"traceutil/trace.go:171","msg":"trace[878650344] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24093; }","duration":"1.188655742s","start":"2026-02-27T22:47:29.261988Z","end":"2026-02-27T22:47:30.450644Z","steps":["trace[878650344] 'agreement among raft nodes before linearized reading' (duration: 1.188591301s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:30.450686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:29.261963Z","time spent":"1.188714874s","remote":"127.0.0.1:55382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:30.45069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532053558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" ","response":"range_response_count:1 size:780"} {"level":"warn","ts":"2026-02-27T22:47:30.450707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.352218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T22:47:30.450522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591598457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:221"} {"level":"info","ts":"2026-02-27T22:47:30.450758Z","caller":"traceutil/trace.go:171","msg":"trace[607649907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24093; }","duration":"395.447881ms","start":"2026-02-27T22:47:30.055297Z","end":"2026-02-27T22:47:30.450745Z","steps":["trace[607649907] 'agreement among raft nodes before linearized reading' (duration: 395.302067ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:30.450758Z","caller":"traceutil/trace.go:171","msg":"trace[301549369] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96; range_end:; response_count:1; response_revision:24093; }","duration":"1.532111639s","start":"2026-02-27T22:47:28.918625Z","end":"2026-02-27T22:47:30.450737Z","steps":["trace[301549369] 'agreement among raft nodes before linearized reading' (duration: 1.531962356s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:30.450784Z","caller":"traceutil/trace.go:171","msg":"trace[1957344412] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:24093; }","duration":"1.591945534s","start":"2026-02-27T22:47:28.858829Z","end":"2026-02-27T22:47:30.450774Z","steps":["trace[1957344412] 'agreement among raft nodes before linearized reading' (duration: 1.591496375s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:30.4508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:30.055275Z","time spent":"395.514541ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:47:30.450822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.858816Z","time spent":"1.591995656s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":243,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:30.450821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:28.918599Z","time spent":"1.532201441s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":802,"request content":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" "} {"level":"warn","ts":"2026-02-27T22:47:30.450984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020496482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:30.451052Z","caller":"traceutil/trace.go:171","msg":"trace[2064796988] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24093; }","duration":"1.020611895s","start":"2026-02-27T22:47:29.430424Z","end":"2026-02-27T22:47:30.451036Z","steps":["trace[2064796988] 'agreement among raft nodes before linearized reading' (duration: 1.020290308s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:30.451169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:29.430402Z","time spent":"1.020680677s","remote":"127.0.0.1:37018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:31.332918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.320111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:31.333126Z","caller":"traceutil/trace.go:171","msg":"trace[636818883] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"473.297739ms","start":"2026-02-27T22:47:30.859812Z","end":"2026-02-27T22:47:31.33311Z","steps":["trace[636818883] 'process raft request' (duration: 473.267199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.333173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:30.859796Z","time spent":"473.356671ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:31.333235Z","caller":"traceutil/trace.go:171","msg":"trace[711687727] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"877.574642ms","start":"2026-02-27T22:47:30.455638Z","end":"2026-02-27T22:47:31.333213Z","steps":["trace[711687727] 'process raft request' (duration: 877.353698ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.333326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:30.45563Z","time spent":"877.650475ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:31.333387Z","caller":"traceutil/trace.go:171","msg":"trace[1621776702] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"875.821735ms","start":"2026-02-27T22:47:30.457556Z","end":"2026-02-27T22:47:31.333377Z","steps":["trace[1621776702] 'process raft request' (duration: 875.487858ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:31.333453Z","caller":"traceutil/trace.go:171","msg":"trace[6406675] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"879.345261ms","start":"2026-02-27T22:47:30.4541Z","end":"2026-02-27T22:47:31.333445Z","steps":["trace[6406675] 'process raft request' (duration: 328.440138ms)","trace[6406675] 'compare' (duration: 548.838838ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:31.333462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:30.457545Z","time spent":"875.896617ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:31.333491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:30.454084Z","time spent":"879.385473ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:31.333553Z","caller":"traceutil/trace.go:171","msg":"trace[1540724633] linearizableReadLoop","detail":"{readStateIndex:24973; appliedIndex:24970; }","duration":"871.954711ms","start":"2026-02-27T22:47:30.461592Z","end":"2026-02-27T22:47:31.333547Z","steps":["trace[1540724633] 'read index received' (duration: 320.999856ms)","trace[1540724633] 'applied index is now lower than readState.Index' (duration: 550.954105ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:31.333723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.131394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:31.333746Z","caller":"traceutil/trace.go:171","msg":"trace[1381133593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24097; }","duration":"872.180495ms","start":"2026-02-27T22:47:30.461561Z","end":"2026-02-27T22:47:31.333741Z","steps":["trace[1381133593] 'agreement among raft nodes before linearized reading' (duration: 872.142014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.333761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:30.461547Z","time spent":"872.211546ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:31.333862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.299169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-02-27T22:47:31.333911Z","caller":"traceutil/trace.go:171","msg":"trace[325646887] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24097; }","duration":"840.386691ms","start":"2026-02-27T22:47:30.493517Z","end":"2026-02-27T22:47:31.333904Z","steps":["trace[325646887] 'agreement among raft nodes before linearized reading' (duration: 840.278239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.333938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:30.493497Z","time spent":"840.435643ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:47:31.333946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.185113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-27T22:47:31.333919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.015534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:31.333999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.770274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T22:47:31.334019Z","caller":"traceutil/trace.go:171","msg":"trace[533629417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24097; }","duration":"475.827135ms","start":"2026-02-27T22:47:30.858188Z","end":"2026-02-27T22:47:31.334015Z","steps":["trace[533629417] 'agreement among raft nodes before linearized reading' (duration: 475.782654ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:31.333962Z","caller":"traceutil/trace.go:171","msg":"trace[402158965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24097; }","duration":"476.250474ms","start":"2026-02-27T22:47:30.857707Z","end":"2026-02-27T22:47:31.333957Z","steps":["trace[402158965] 'agreement among raft nodes before linearized reading' (duration: 476.187023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.334034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:30.858168Z","time spent":"475.862796ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:47:31.334055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:30.857672Z","time spent":"476.372257ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:47:31.33401Z","caller":"traceutil/trace.go:171","msg":"trace[286690961] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24097; }","duration":"183.168267ms","start":"2026-02-27T22:47:31.150819Z","end":"2026-02-27T22:47:31.333987Z","steps":["trace[286690961] 'agreement among raft nodes before linearized reading' (duration: 182.996883ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.334066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.304249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:31.334308Z","caller":"traceutil/trace.go:171","msg":"trace[14831292] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24097; }","duration":"747.597476ms","start":"2026-02-27T22:47:30.586705Z","end":"2026-02-27T22:47:31.334302Z","steps":["trace[14831292] 'agreement among raft nodes before linearized reading' (duration: 747.33839ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.33433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:30.586666Z","time spent":"747.656587ms","remote":"127.0.0.1:47610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:31.507338Z","caller":"traceutil/trace.go:171","msg":"trace[907506583] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"167.813202ms","start":"2026-02-27T22:47:31.339499Z","end":"2026-02-27T22:47:31.507312Z","steps":["trace[907506583] 'process raft request' (duration: 165.495281ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:31.507383Z","caller":"traceutil/trace.go:171","msg":"trace[1031815057] linearizableReadLoop","detail":"{readStateIndex:24976; appliedIndex:24974; }","duration":"167.450315ms","start":"2026-02-27T22:47:31.339909Z","end":"2026-02-27T22:47:31.50736Z","steps":["trace[1031815057] 'read index received' (duration: 73.310421ms)","trace[1031815057] 'applied index is now lower than readState.Index' (duration: 94.138914ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:31.507416Z","caller":"traceutil/trace.go:171","msg":"trace[1136675276] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"161.351201ms","start":"2026-02-27T22:47:31.346045Z","end":"2026-02-27T22:47:31.507396Z","steps":["trace[1136675276] 'process raft request' (duration: 161.270259ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:31.507418Z","caller":"traceutil/trace.go:171","msg":"trace[970100338] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"166.138826ms","start":"2026-02-27T22:47:31.341258Z","end":"2026-02-27T22:47:31.507397Z","steps":["trace[970100338] 'process raft request' (duration: 165.964302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.507529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.597898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:31.507564Z","caller":"traceutil/trace.go:171","msg":"trace[730615771] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24101; }","duration":"167.668269ms","start":"2026-02-27T22:47:31.339886Z","end":"2026-02-27T22:47:31.507554Z","steps":["trace[730615771] 'agreement among raft nodes before linearized reading' (duration: 167.589987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.50779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.488645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-02-27T22:47:31.50781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.019686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-02-27T22:47:31.507871Z","caller":"traceutil/trace.go:171","msg":"trace[1610508632] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:24101; }","duration":"101.538396ms","start":"2026-02-27T22:47:31.406279Z","end":"2026-02-27T22:47:31.507817Z","steps":["trace[1610508632] 'agreement among raft nodes before linearized reading' (duration: 101.380752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.507969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.558623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"warn","ts":"2026-02-27T22:47:31.507979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.268806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-27T22:47:31.508008Z","caller":"traceutil/trace.go:171","msg":"trace[1959897960] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:24101; }","duration":"105.640435ms","start":"2026-02-27T22:47:31.402356Z","end":"2026-02-27T22:47:31.507996Z","steps":["trace[1959897960] 'agreement among raft nodes before linearized reading' (duration: 105.530102ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:31.508015Z","caller":"traceutil/trace.go:171","msg":"trace[1947863333] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:24101; }","duration":"126.333377ms","start":"2026-02-27T22:47:31.38167Z","end":"2026-02-27T22:47:31.508004Z","steps":["trace[1947863333] 'agreement among raft nodes before linearized reading' (duration: 126.241825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.507815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.340054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"warn","ts":"2026-02-27T22:47:31.507903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.075061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-02-27T22:47:31.508227Z","caller":"traceutil/trace.go:171","msg":"trace[1340267461] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:24101; }","duration":"126.400718ms","start":"2026-02-27T22:47:31.381808Z","end":"2026-02-27T22:47:31.508209Z","steps":["trace[1340267461] 'agreement among raft nodes before linearized reading' (duration: 125.981139ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:31.508176Z","caller":"traceutil/trace.go:171","msg":"trace[353470380] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:24101; }","duration":"163.687751ms","start":"2026-02-27T22:47:31.344431Z","end":"2026-02-27T22:47:31.508119Z","steps":["trace[353470380] 'agreement among raft nodes before linearized reading' (duration: 163.128419ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:31.50791Z","caller":"traceutil/trace.go:171","msg":"trace[1324519387] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:24101; }","duration":"113.20253ms","start":"2026-02-27T22:47:31.394688Z","end":"2026-02-27T22:47:31.50789Z","steps":["trace[1324519387] 'agreement among raft nodes before linearized reading' (duration: 112.890584ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.971763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.877414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:31.972217Z","caller":"traceutil/trace.go:171","msg":"trace[1383310738] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"418.844501ms","start":"2026-02-27T22:47:31.553336Z","end":"2026-02-27T22:47:31.97218Z","steps":["trace[1383310738] 'process raft request' (duration: 256.349594ms)","trace[1383310738] 'compare' (duration: 161.451755ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:31.972248Z","caller":"traceutil/trace.go:171","msg":"trace[629211535] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"418.80212ms","start":"2026-02-27T22:47:31.553396Z","end":"2026-02-27T22:47:31.972198Z","steps":["trace[629211535] 'process raft request' (duration: 418.477813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.972397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.553315Z","time spent":"418.985234ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:31.972387Z","caller":"traceutil/trace.go:171","msg":"trace[1249124844] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"418.892942ms","start":"2026-02-27T22:47:31.553453Z","end":"2026-02-27T22:47:31.972346Z","steps":["trace[1249124844] 'process raft request' (duration: 418.617216ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:31.972535Z","caller":"traceutil/trace.go:171","msg":"trace[1339839003] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"419.110627ms","start":"2026-02-27T22:47:31.553394Z","end":"2026-02-27T22:47:31.972504Z","steps":["trace[1339839003] 'process raft request' (duration: 418.760899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.972683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.553357Z","time spent":"419.279651ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:47:31.972719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.55344Z","time spent":"419.104727ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:31.972908Z","caller":"traceutil/trace.go:171","msg":"trace[122059012] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"412.146875ms","start":"2026-02-27T22:47:31.560743Z","end":"2026-02-27T22:47:31.97289Z","steps":["trace[122059012] 'process raft request' (duration: 412.029383ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:31.972938Z","caller":"traceutil/trace.go:171","msg":"trace[605008095] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"419.479305ms","start":"2026-02-27T22:47:31.553442Z","end":"2026-02-27T22:47:31.972922Z","steps":["trace[605008095] 'process raft request' (duration: 418.954684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.972998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.55338Z","time spent":"419.592237ms","remote":"127.0.0.1:47710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:31.972998Z","caller":"traceutil/trace.go:171","msg":"trace[1158058811] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"412.683416ms","start":"2026-02-27T22:47:31.560287Z","end":"2026-02-27T22:47:31.97297Z","steps":["trace[1158058811] 'process raft request' (duration: 412.4252ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:31.973003Z","caller":"traceutil/trace.go:171","msg":"trace[143384559] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"413.306739ms","start":"2026-02-27T22:47:31.559633Z","end":"2026-02-27T22:47:31.972939Z","steps":["trace[143384559] 'process raft request' (duration: 413.011293ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:31.97309Z","caller":"traceutil/trace.go:171","msg":"trace[1082519965] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"413.611166ms","start":"2026-02-27T22:47:31.559464Z","end":"2026-02-27T22:47:31.973075Z","steps":["trace[1082519965] 'process raft request' (duration: 413.097225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.97311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.560277Z","time spent":"412.773609ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:31.973129Z","caller":"traceutil/trace.go:171","msg":"trace[726712478] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"415.906157ms","start":"2026-02-27T22:47:31.557194Z","end":"2026-02-27T22:47:31.9731Z","steps":["trace[726712478] 'process raft request' (duration: 415.286973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.973179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.559456Z","time spent":"413.681398ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:31.972466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.55338Z","time spent":"418.969194ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:47:31.973241Z","caller":"traceutil/trace.go:171","msg":"trace[1123843363] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"412.39175ms","start":"2026-02-27T22:47:31.560832Z","end":"2026-02-27T22:47:31.973224Z","steps":["trace[1123843363] 'process raft request' (duration: 412.003042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.973149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.559627Z","time spent":"413.444073ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4597,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:31.973274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.557182Z","time spent":"416.015489ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:31.973335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.560825Z","time spent":"412.460332ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1447,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:31.973023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.560736Z","time spent":"412.233277ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1300,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:31.973479Z","caller":"traceutil/trace.go:171","msg":"trace[1903131659] transaction","detail":"{read_only:false; response_revision:24115; number_of_response:1; }","duration":"412.432742ms","start":"2026-02-27T22:47:31.561035Z","end":"2026-02-27T22:47:31.973468Z","steps":["trace[1903131659] 'process raft request' (duration: 412.124234ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.97355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.561028Z","time spent":"412.490273ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1205,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:31.973636Z","caller":"traceutil/trace.go:171","msg":"trace[2090212180] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"412.164496ms","start":"2026-02-27T22:47:31.561463Z","end":"2026-02-27T22:47:31.973627Z","steps":["trace[2090212180] 'process raft request' (duration: 411.918221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.973683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.561454Z","time spent":"412.204487ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:31.973742Z","caller":"traceutil/trace.go:171","msg":"trace[722887762] linearizableReadLoop","detail":"{readStateIndex:24985; appliedIndex:24979; }","duration":"419.124438ms","start":"2026-02-27T22:47:31.554605Z","end":"2026-02-27T22:47:31.97373Z","steps":["trace[722887762] 'read index received' (duration: 13.597157ms)","trace[722887762] 'applied index is now lower than readState.Index' (duration: 405.525891ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:31.973761Z","caller":"traceutil/trace.go:171","msg":"trace[275588572] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"411.615743ms","start":"2026-02-27T22:47:31.562125Z","end":"2026-02-27T22:47:31.973741Z","steps":["trace[275588572] 'process raft request' (duration: 411.43937ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.973854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.244051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:31.973892Z","caller":"traceutil/trace.go:171","msg":"trace[1489512474] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24117; }","duration":"419.286111ms","start":"2026-02-27T22:47:31.554595Z","end":"2026-02-27T22:47:31.973882Z","steps":["trace[1489512474] 'agreement among raft nodes before linearized reading' (duration: 419.21715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:31.973893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.56209Z","time spent":"411.751107ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3236,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:31.973924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.55455Z","time spent":"419.367163ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:47:32.880876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.584603ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:47:32.881128Z","caller":"traceutil/trace.go:171","msg":"trace[233216060] linearizableReadLoop","detail":"{readStateIndex:24995; appliedIndex:24994; }","duration":"907.334473ms","start":"2026-02-27T22:47:31.973777Z","end":"2026-02-27T22:47:32.881111Z","steps":["trace[233216060] 'read index received' (duration: 325.507535ms)","trace[233216060] 'applied index is now lower than readState.Index' (duration: 581.826298ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:32.881652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225961887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:32.88169Z","caller":"traceutil/trace.go:171","msg":"trace[531688581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24117; }","duration":"1.226051909s","start":"2026-02-27T22:47:31.655629Z","end":"2026-02-27T22:47:32.881681Z","steps":["trace[531688581] 'agreement among raft nodes before linearized reading' (duration: 1.225950627s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:32.881718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.655602Z","time spent":"1.22610954s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:32.88182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040696154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-27T22:47:32.881844Z","caller":"traceutil/trace.go:171","msg":"trace[2083152071] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24117; }","duration":"1.040757055s","start":"2026-02-27T22:47:31.84108Z","end":"2026-02-27T22:47:32.881837Z","steps":["trace[2083152071] 'agreement among raft nodes before linearized reading' (duration: 1.040666213s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:32.881861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.841058Z","time spent":"1.040798926s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-27T22:47:32.882332Z","caller":"traceutil/trace.go:171","msg":"trace[360600833] transaction","detail":"{read_only:false; response_revision:24118; number_of_response:1; }","duration":"896.722372ms","start":"2026-02-27T22:47:31.98553Z","end":"2026-02-27T22:47:32.882253Z","steps":["trace[360600833] 'process raft request' (duration: 895.459035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:32.882602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.985511Z","time spent":"896.913475ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7167,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:33.017094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.791852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:33.017313Z","caller":"traceutil/trace.go:171","msg":"trace[1810570639] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"739.99408ms","start":"2026-02-27T22:47:32.277283Z","end":"2026-02-27T22:47:33.017277Z","steps":["trace[1810570639] 'process raft request' (duration: 604.957543ms)","trace[1810570639] 'compare' (duration: 134.664989ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:33.017343Z","caller":"traceutil/trace.go:171","msg":"trace[2031755081] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"560.534884ms","start":"2026-02-27T22:47:32.456779Z","end":"2026-02-27T22:47:33.017314Z","steps":["trace[2031755081] 'process raft request' (duration: 560.404761ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:33.017397Z","caller":"traceutil/trace.go:171","msg":"trace[1498536563] linearizableReadLoop","detail":"{readStateIndex:25000; appliedIndex:24995; }","duration":"136.221153ms","start":"2026-02-27T22:47:32.881167Z","end":"2026-02-27T22:47:33.017388Z","steps":["trace[1498536563] 'read index received' (duration: 421.759µs)","trace[1498536563] 'applied index is now lower than readState.Index' (duration: 135.798584ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:33.017483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.448481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:33.017339Z","caller":"traceutil/trace.go:171","msg":"trace[169430706] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"559.855839ms","start":"2026-02-27T22:47:32.457468Z","end":"2026-02-27T22:47:33.017324Z","steps":["trace[169430706] 'process raft request' (duration: 559.785538ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:33.017522Z","caller":"traceutil/trace.go:171","msg":"trace[131215362] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24122; }","duration":"324.531413ms","start":"2026-02-27T22:47:32.692982Z","end":"2026-02-27T22:47:33.017514Z","steps":["trace[131215362] 'agreement among raft nodes before linearized reading' (duration: 324.440601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.017527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.783141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:33.017528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:32.456754Z","time spent":"560.693547ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:33.017481Z","caller":"traceutil/trace.go:171","msg":"trace[542879269] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"559.609324ms","start":"2026-02-27T22:47:32.457848Z","end":"2026-02-27T22:47:33.017457Z","steps":["trace[542879269] 'process raft request' (duration: 559.445211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.017594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.754161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:47:33.0176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:32.457834Z","time spent":"559.746867ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:33.017487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:32.27726Z","time spent":"740.126284ms","remote":"127.0.0.1:47824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:33.017547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:32.692961Z","time spent":"324.579534ms","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:33.017617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.600553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:33.01755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:32.457438Z","time spent":"560.087184ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:33.017696Z","caller":"traceutil/trace.go:171","msg":"trace[937151315] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24122; }","duration":"241.718925ms","start":"2026-02-27T22:47:32.775957Z","end":"2026-02-27T22:47:33.017676Z","steps":["trace[937151315] 'agreement among raft nodes before linearized reading' (duration: 241.596792ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:33.017617Z","caller":"traceutil/trace.go:171","msg":"trace[2027110152] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24122; }","duration":"885.822362ms","start":"2026-02-27T22:47:32.131789Z","end":"2026-02-27T22:47:33.017611Z","steps":["trace[2027110152] 'agreement among raft nodes before linearized reading' (duration: 885.775741ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.017737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037463613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-27T22:47:33.017555Z","caller":"traceutil/trace.go:171","msg":"trace[1594838845] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24122; }","duration":"627.854113ms","start":"2026-02-27T22:47:32.389692Z","end":"2026-02-27T22:47:33.017546Z","steps":["trace[1594838845] 'agreement among raft nodes before linearized reading' (duration: 627.799852ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:33.017834Z","caller":"traceutil/trace.go:171","msg":"trace[137746590] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:24122; }","duration":"1.037604596s","start":"2026-02-27T22:47:31.980213Z","end":"2026-02-27T22:47:33.017818Z","steps":["trace[137746590] 'agreement among raft nodes before linearized reading' (duration: 1.03732048s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.017849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:32.38967Z","time spent":"628.170079ms","remote":"127.0.0.1:55316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:33.017875Z","caller":"traceutil/trace.go:171","msg":"trace[672972613] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"121.158364ms","start":"2026-02-27T22:47:32.896709Z","end":"2026-02-27T22:47:33.017867Z","steps":["trace[672972613] 'process raft request' (duration: 121.074772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.017918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.980169Z","time spent":"1.037701318s","remote":"127.0.0.1:47752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:33.017948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.299442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:33.017651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038678258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-fk29h.18983bea20f74b8f\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-02-27T22:47:33.017992Z","caller":"traceutil/trace.go:171","msg":"trace[1471910719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24123; }","duration":"134.366042ms","start":"2026-02-27T22:47:32.883616Z","end":"2026-02-27T22:47:33.017982Z","steps":["trace[1471910719] 'agreement among raft nodes before linearized reading' (duration: 134.295591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:33.018028Z","caller":"traceutil/trace.go:171","msg":"trace[1360607815] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-fk29h.18983bea20f74b8f; range_end:; response_count:1; response_revision:24122; }","duration":"1.039124769s","start":"2026-02-27T22:47:31.97889Z","end":"2026-02-27T22:47:33.018014Z","steps":["trace[1360607815] 'agreement among raft nodes before linearized reading' (duration: 1.0386807s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.01807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:31.978854Z","time spent":"1.039205501s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-fk29h.18983bea20f74b8f\" "} {"level":"warn","ts":"2026-02-27T22:47:33.017757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:32.131764Z","time spent":"885.980716ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:33.8343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.953335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:33.834849Z","caller":"traceutil/trace.go:171","msg":"trace[45102727] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"740.691606ms","start":"2026-02-27T22:47:33.094138Z","end":"2026-02-27T22:47:33.834829Z","steps":["trace[45102727] 'process raft request' (duration: 740.43613ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:33.835013Z","caller":"traceutil/trace.go:171","msg":"trace[650676591] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"744.09508ms","start":"2026-02-27T22:47:33.09089Z","end":"2026-02-27T22:47:33.834985Z","steps":["trace[650676591] 'process raft request' (duration: 176.331518ms)","trace[650676591] 'compare' (duration: 566.71256ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:33.835007Z","caller":"traceutil/trace.go:171","msg":"trace[634770984] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"741.907003ms","start":"2026-02-27T22:47:33.093064Z","end":"2026-02-27T22:47:33.834971Z","steps":["trace[634770984] 'process raft request' (duration: 741.363081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.835084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.094114Z","time spent":"740.89019ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3020,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:33.835118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.090865Z","time spent":"744.199253ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:47:33.835174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.093049Z","time spent":"742.034425ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:33.835153Z","caller":"traceutil/trace.go:171","msg":"trace[1907473155] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"740.807148ms","start":"2026-02-27T22:47:33.094316Z","end":"2026-02-27T22:47:33.835123Z","steps":["trace[1907473155] 'process raft request' (duration: 740.306407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:33.835251Z","caller":"traceutil/trace.go:171","msg":"trace[206086110] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"740.055361ms","start":"2026-02-27T22:47:33.095176Z","end":"2026-02-27T22:47:33.835232Z","steps":["trace[206086110] 'process raft request' (duration: 739.855297ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:33.835274Z","caller":"traceutil/trace.go:171","msg":"trace[1648830159] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"738.788825ms","start":"2026-02-27T22:47:33.096452Z","end":"2026-02-27T22:47:33.83524Z","steps":["trace[1648830159] 'process raft request' (duration: 738.677812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.835338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.094307Z","time spent":"740.973801ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3082,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:33.835279Z","caller":"traceutil/trace.go:171","msg":"trace[1903550033] linearizableReadLoop","detail":"{readStateIndex:25011; appliedIndex:25005; }","duration":"663.381709ms","start":"2026-02-27T22:47:33.171868Z","end":"2026-02-27T22:47:33.835249Z","steps":["trace[1903550033] 'read index received' (duration: 95.29199ms)","trace[1903550033] 'applied index is now lower than readState.Index' (duration: 568.086039ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:33.835334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.095167Z","time spent":"740.123543ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:33.835327Z","caller":"traceutil/trace.go:171","msg":"trace[1486795129] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"492.209013ms","start":"2026-02-27T22:47:33.343101Z","end":"2026-02-27T22:47:33.83531Z","steps":["trace[1486795129] 'process raft request' (duration: 492.095051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.835496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.096428Z","time spent":"738.967188ms","remote":"127.0.0.1:47984","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:33.835494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.613294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-02-27T22:47:33.835552Z","caller":"traceutil/trace.go:171","msg":"trace[1548336362] range","detail":"{range_begin:/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96; range_end:; response_count:1; response_revision:24134; }","duration":"663.715086ms","start":"2026-02-27T22:47:33.171821Z","end":"2026-02-27T22:47:33.835536Z","steps":["trace[1548336362] 'agreement among raft nodes before linearized reading' (duration: 663.494241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.835556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.271109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:33.835595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.343082Z","time spent":"492.412367ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:33.835609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.783005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T22:47:33.835609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.171799Z","time spent":"663.797587ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":802,"request content":"key:\"/registry/events/openstack/magnum-api-c6d5dfbdb-gjf9d.18983be36f5afd96\" "} {"level":"info","ts":"2026-02-27T22:47:33.835627Z","caller":"traceutil/trace.go:171","msg":"trace[1627821436] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24134; }","duration":"577.36602ms","start":"2026-02-27T22:47:33.258238Z","end":"2026-02-27T22:47:33.835604Z","steps":["trace[1627821436] 'agreement among raft nodes before linearized reading' (duration: 577.257688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.835631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.490608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:47:33.835669Z","caller":"traceutil/trace.go:171","msg":"trace[35999774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24134; }","duration":"322.569481ms","start":"2026-02-27T22:47:33.51309Z","end":"2026-02-27T22:47:33.835659Z","steps":["trace[35999774] 'agreement among raft nodes before linearized reading' (duration: 322.402247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.835677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.258223Z","time spent":"577.439203ms","remote":"127.0.0.1:38368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:33.835684Z","caller":"traceutil/trace.go:171","msg":"trace[1478597003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24134; }","duration":"322.864356ms","start":"2026-02-27T22:47:33.512777Z","end":"2026-02-27T22:47:33.835642Z","steps":["trace[1478597003] 'agreement among raft nodes before linearized reading' (duration: 322.736053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.835683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.06626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T22:47:33.835712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.513074Z","time spent":"322.629002ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:47:33.83573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.512754Z","time spent":"322.963729ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:47:33.835737Z","caller":"traceutil/trace.go:171","msg":"trace[472971828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24134; }","duration":"322.162142ms","start":"2026-02-27T22:47:33.513561Z","end":"2026-02-27T22:47:33.835723Z","steps":["trace[472971828] 'agreement among raft nodes before linearized reading' (duration: 321.984298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.835782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.513552Z","time spent":"322.221663ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:47:33.835789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.817761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T22:47:33.835877Z","caller":"traceutil/trace.go:171","msg":"trace[2038253958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24134; }","duration":"495.937514ms","start":"2026-02-27T22:47:33.339891Z","end":"2026-02-27T22:47:33.835829Z","steps":["trace[2038253958] 'agreement among raft nodes before linearized reading' (duration: 495.640778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:33.835919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.339871Z","time spent":"496.037776ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:47:34.684158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.51957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:34.684251Z","caller":"traceutil/trace.go:171","msg":"trace[714889002] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"845.280499ms","start":"2026-02-27T22:47:33.838954Z","end":"2026-02-27T22:47:34.684234Z","steps":["trace[714889002] 'process raft request' (duration: 132.616165ms)","trace[714889002] 'compare' (duration: 711.896077ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:34.684298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.838929Z","time spent":"845.34469ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:34.745191Z","caller":"traceutil/trace.go:171","msg":"trace[1355352052] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"904.379278ms","start":"2026-02-27T22:47:33.840788Z","end":"2026-02-27T22:47:34.745167Z","steps":["trace[1355352052] 'process raft request' (duration: 904.299206ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:34.745251Z","caller":"traceutil/trace.go:171","msg":"trace[1578420342] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"904.857639ms","start":"2026-02-27T22:47:33.840355Z","end":"2026-02-27T22:47:34.745213Z","steps":["trace[1578420342] 'process raft request' (duration: 904.590743ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:34.745332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.840782Z","time spent":"904.482231ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:34.745454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.840338Z","time spent":"904.990052ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:34.745627Z","caller":"traceutil/trace.go:171","msg":"trace[1285546049] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"904.758626ms","start":"2026-02-27T22:47:33.840835Z","end":"2026-02-27T22:47:34.745594Z","steps":["trace[1285546049] 'process raft request' (duration: 904.295056ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:34.745682Z","caller":"traceutil/trace.go:171","msg":"trace[855332186] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"904.782317ms","start":"2026-02-27T22:47:33.840886Z","end":"2026-02-27T22:47:34.745668Z","steps":["trace[855332186] 'process raft request' (duration: 904.496261ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:34.745707Z","caller":"traceutil/trace.go:171","msg":"trace[1241183453] linearizableReadLoop","detail":"{readStateIndex:25017; appliedIndex:25012; }","duration":"904.46364ms","start":"2026-02-27T22:47:33.841215Z","end":"2026-02-27T22:47:34.745679Z","steps":["trace[1241183453] 'read index received' (duration: 130.56349ms)","trace[1241183453] 'applied index is now lower than readState.Index' (duration: 773.89885ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:34.745773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.84088Z","time spent":"904.836618ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:34.745777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.840825Z","time spent":"904.88273ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:34.745859Z","caller":"traceutil/trace.go:171","msg":"trace[768829875] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"902.060708ms","start":"2026-02-27T22:47:33.843782Z","end":"2026-02-27T22:47:34.745843Z","steps":["trace[768829875] 'process raft request' (duration: 901.809892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:34.745989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.766766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-27T22:47:34.745999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.843775Z","time spent":"902.127979ms","remote":"127.0.0.1:47796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:34.746034Z","caller":"traceutil/trace.go:171","msg":"trace[1267446815] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24140; }","duration":"904.814537ms","start":"2026-02-27T22:47:33.84121Z","end":"2026-02-27T22:47:34.746024Z","steps":["trace[1267446815] 'agreement among raft nodes before linearized reading' (duration: 904.641854ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:34.746072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.841188Z","time spent":"904.876089ms","remote":"127.0.0.1:47878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:36.276981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172001549s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:36.277316Z","caller":"traceutil/trace.go:171","msg":"trace[1186183342] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"1.973449591s","start":"2026-02-27T22:47:34.303845Z","end":"2026-02-27T22:47:36.277295Z","steps":["trace[1186183342] 'process raft request' (duration: 801.061103ms)","trace[1186183342] 'compare' (duration: 1.170890605s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:36.277505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.30382Z","time spent":"1.973538613s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:36.277502Z","caller":"traceutil/trace.go:171","msg":"trace[495877415] linearizableReadLoop","detail":"{readStateIndex:25020; appliedIndex:25018; }","duration":"1.531677479s","start":"2026-02-27T22:47:34.745796Z","end":"2026-02-27T22:47:36.277473Z","steps":["trace[495877415] 'read index received' (duration: 359.201169ms)","trace[495877415] 'applied index is now lower than readState.Index' (duration: 1.172391038s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:36.277941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59816568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:36.278008Z","caller":"traceutil/trace.go:171","msg":"trace[85013460] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24142; }","duration":"1.598290943s","start":"2026-02-27T22:47:34.679702Z","end":"2026-02-27T22:47:36.277993Z","steps":["trace[85013460] 'agreement among raft nodes before linearized reading' (duration: 1.598113369s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:36.277972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62476781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:36.278039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.679681Z","time spent":"1.598349034s","remote":"127.0.0.1:38666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:36.277942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256383525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:36.278056Z","caller":"traceutil/trace.go:171","msg":"trace[1462027783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24142; }","duration":"1.624917344s","start":"2026-02-27T22:47:34.653117Z","end":"2026-02-27T22:47:36.278035Z","steps":["trace[1462027783] 'agreement among raft nodes before linearized reading' (duration: 1.624690359s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:36.278072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.41832853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-27T22:47:36.278106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.653094Z","time spent":"1.625005866s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:47:36.278097Z","caller":"traceutil/trace.go:171","msg":"trace[1596539273] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24142; }","duration":"2.25658615s","start":"2026-02-27T22:47:34.021483Z","end":"2026-02-27T22:47:36.278069Z","steps":["trace[1596539273] 'agreement among raft nodes before linearized reading' (duration: 2.256348214s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:36.278119Z","caller":"traceutil/trace.go:171","msg":"trace[1769182576] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24142; }","duration":"2.418421002s","start":"2026-02-27T22:47:33.859685Z","end":"2026-02-27T22:47:36.278106Z","steps":["trace[1769182576] 'agreement among raft nodes before linearized reading' (duration: 2.418164967s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:36.27771Z","caller":"traceutil/trace.go:171","msg":"trace[1859878415] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"1.589509261s","start":"2026-02-27T22:47:34.688188Z","end":"2026-02-27T22:47:36.277698Z","steps":["trace[1859878415] 'process raft request' (duration: 1.588869357s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:36.278156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:33.859662Z","time spent":"2.418484773s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:47:36.278169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.021456Z","time spent":"2.256687682s","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:36.278299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.688173Z","time spent":"1.589987182s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:47:36.621828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.516862416s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:47:37.217995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.574449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:37.218428Z","caller":"traceutil/trace.go:171","msg":"trace[267966292] linearizableReadLoop","detail":"{readStateIndex:25024; appliedIndex:25020; }","duration":"940.779633ms","start":"2026-02-27T22:47:36.277629Z","end":"2026-02-27T22:47:37.218409Z","steps":["trace[267966292] 'read index received' (duration: 344.594271ms)","trace[267966292] 'applied index is now lower than readState.Index' (duration: 596.184052ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:37.218567Z","caller":"traceutil/trace.go:171","msg":"trace[1547588783] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"2.193661477s","start":"2026-02-27T22:47:35.024895Z","end":"2026-02-27T22:47:37.218557Z","steps":["trace[1547588783] 'process raft request' (duration: 2.193248768s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:37.218712Z","caller":"traceutil/trace.go:171","msg":"trace[2146114509] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"2.194456275s","start":"2026-02-27T22:47:35.024212Z","end":"2026-02-27T22:47:37.218668Z","steps":["trace[2146114509] 'process raft request' (duration: 1.598105139s)","trace[2146114509] 'compare' (duration: 595.380785ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:37.218885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:35.024862Z","time spent":"2.193732039s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:37.218962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:35.024189Z","time spent":"2.194627708s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:37.219086Z","caller":"traceutil/trace.go:171","msg":"trace[1338549704] transaction","detail":"{read_only:false; response_revision:24147; number_of_response:1; }","duration":"755.895768ms","start":"2026-02-27T22:47:36.463151Z","end":"2026-02-27T22:47:37.219047Z","steps":["trace[1338549704] 'process raft request' (duration: 755.204103ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315688601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3972"} {"level":"warn","ts":"2026-02-27T22:47:37.219154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868785406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:37.219225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316002037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" ","response":"range_response_count:1 size:16527"} {"level":"info","ts":"2026-02-27T22:47:37.219251Z","caller":"traceutil/trace.go:171","msg":"trace[1419766981] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"2.193133036s","start":"2026-02-27T22:47:35.026101Z","end":"2026-02-27T22:47:37.219234Z","steps":["trace[1419766981] 'process raft request' (duration: 2.192161645s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:37.219299Z","caller":"traceutil/trace.go:171","msg":"trace[1563085947] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24147; }","duration":"1.86894168s","start":"2026-02-27T22:47:35.3503Z","end":"2026-02-27T22:47:37.219242Z","steps":["trace[1563085947] 'agreement among raft nodes before linearized reading' (duration: 1.868740396s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316863167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"warn","ts":"2026-02-27T22:47:37.219317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616396798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T22:47:37.219358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:35.02607Z","time spent":"2.193227618s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:37.219372Z","caller":"traceutil/trace.go:171","msg":"trace[2029018164] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24147; }","duration":"1.61648725s","start":"2026-02-27T22:47:35.602869Z","end":"2026-02-27T22:47:37.219356Z","steps":["trace[2029018164] 'agreement among raft nodes before linearized reading' (duration: 1.616344927s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:37.219381Z","caller":"traceutil/trace.go:171","msg":"trace[852139036] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24147; }","duration":"2.316909357s","start":"2026-02-27T22:47:34.90244Z","end":"2026-02-27T22:47:37.219349Z","steps":["trace[852139036] 'agreement among raft nodes before linearized reading' (duration: 2.316848756s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315596248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"warn","ts":"2026-02-27T22:47:37.219398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:35.350281Z","time spent":"1.869067242s","remote":"127.0.0.1:38574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:37.219411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:35.60285Z","time spent":"1.616549271s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-02-27T22:47:37.219409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315588488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-02-27T22:47:37.219247Z","caller":"traceutil/trace.go:171","msg":"trace[1991039054] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:24147; }","duration":"2.315819634s","start":"2026-02-27T22:47:34.903405Z","end":"2026-02-27T22:47:37.219224Z","steps":["trace[1991039054] 'agreement among raft nodes before linearized reading' (duration: 2.315489037s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:37.219477Z","caller":"traceutil/trace.go:171","msg":"trace[37367963] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:24147; }","duration":"2.31567071s","start":"2026-02-27T22:47:34.903788Z","end":"2026-02-27T22:47:37.219459Z","steps":["trace[37367963] 'agreement among raft nodes before linearized reading' (duration: 2.315464085s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.903395Z","time spent":"2.316092579s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3994,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-02-27T22:47:37.219517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316363416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-02-27T22:47:37.219493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315730511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3392"} {"level":"warn","ts":"2026-02-27T22:47:37.219403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316758644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-02-27T22:47:37.219553Z","caller":"traceutil/trace.go:171","msg":"trace[851549510] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:24147; }","duration":"2.316414006s","start":"2026-02-27T22:47:34.903131Z","end":"2026-02-27T22:47:37.219545Z","steps":["trace[851549510] 'agreement among raft nodes before linearized reading' (duration: 2.316323685s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316752103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9720"} {"level":"warn","ts":"2026-02-27T22:47:37.219218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:36.463083Z","time spent":"756.070452ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:37.219175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314373162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-02-27T22:47:37.219587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316065339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15276"} {"level":"info","ts":"2026-02-27T22:47:37.219632Z","caller":"traceutil/trace.go:171","msg":"trace[1324326398] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:24147; }","duration":"2.316837466s","start":"2026-02-27T22:47:34.902776Z","end":"2026-02-27T22:47:37.219613Z","steps":["trace[1324326398] 'agreement among raft nodes before linearized reading' (duration: 2.316676102s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:37.219642Z","caller":"traceutil/trace.go:171","msg":"trace[748869405] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24147; }","duration":"2.314851572s","start":"2026-02-27T22:47:34.904772Z","end":"2026-02-27T22:47:37.219624Z","steps":["trace[748869405] 'agreement among raft nodes before linearized reading' (duration: 2.31426144s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:37.219652Z","caller":"traceutil/trace.go:171","msg":"trace[1726803485] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24147; }","duration":"2.31613919s","start":"2026-02-27T22:47:34.903494Z","end":"2026-02-27T22:47:37.219633Z","steps":["trace[1726803485] 'agreement among raft nodes before linearized reading' (duration: 2.315964217s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316781254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"warn","ts":"2026-02-27T22:47:37.219683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.902768Z","time spent":"2.316903457s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9742,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"warn","ts":"2026-02-27T22:47:37.219702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.553127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:37.219706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.903486Z","time spent":"2.316206172s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15298,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-27T22:47:37.219708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314962055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9524"} {"level":"warn","ts":"2026-02-27T22:47:37.219413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.902433Z","time spent":"2.316974039s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9586,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-02-27T22:47:37.219761Z","caller":"traceutil/trace.go:171","msg":"trace[2003793778] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:24147; }","duration":"2.315026696s","start":"2026-02-27T22:47:34.904721Z","end":"2026-02-27T22:47:37.219747Z","steps":["trace[2003793778] 'agreement among raft nodes before linearized reading' (duration: 2.314884703s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316602221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-02-27T22:47:37.219828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.904715Z","time spent":"2.315101777s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9546,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"info","ts":"2026-02-27T22:47:37.219857Z","caller":"traceutil/trace.go:171","msg":"trace[630752298] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24147; }","duration":"2.31704437s","start":"2026-02-27T22:47:34.902799Z","end":"2026-02-27T22:47:37.219843Z","steps":["trace[630752298] 'agreement among raft nodes before linearized reading' (duration: 2.316487418s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317260055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-02-27T22:47:37.219891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.902792Z","time spent":"2.317090781s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-02-27T22:47:37.219909Z","caller":"traceutil/trace.go:171","msg":"trace[1195670911] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24147; }","duration":"2.317671754s","start":"2026-02-27T22:47:34.902223Z","end":"2026-02-27T22:47:37.219895Z","steps":["trace[1195670911] 'agreement among raft nodes before linearized reading' (duration: 2.317210684s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.902213Z","time spent":"2.317738595s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-02-27T22:47:37.219643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391970565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:37.220058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.790942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:47:37.220074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.09133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:37.22007Z","caller":"traceutil/trace.go:171","msg":"trace[1768491007] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24147; }","duration":"2.392424895s","start":"2026-02-27T22:47:34.827625Z","end":"2026-02-27T22:47:37.22005Z","steps":["trace[1768491007] 'agreement among raft nodes before linearized reading' (duration: 2.391991346s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:37.219697Z","caller":"traceutil/trace.go:171","msg":"trace[840624554] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:24147; }","duration":"2.316848026s","start":"2026-02-27T22:47:34.902842Z","end":"2026-02-27T22:47:37.21969Z","steps":["trace[840624554] 'agreement among raft nodes before linearized reading' (duration: 2.316750384s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.903776Z","time spent":"2.315737721s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14503,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-02-27T22:47:37.22013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.902822Z","time spent":"2.317303316s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3922,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-02-27T22:47:37.220116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317422368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"warn","ts":"2026-02-27T22:47:37.220143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.827603Z","time spent":"2.392520447s","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:37.219428Z","caller":"traceutil/trace.go:171","msg":"trace[119199347] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24147; }","duration":"2.31566913s","start":"2026-02-27T22:47:34.903746Z","end":"2026-02-27T22:47:37.219415Z","steps":["trace[119199347] 'agreement among raft nodes before linearized reading' (duration: 2.315534007s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.220168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.244771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T22:47:37.220167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.859949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:37.220183Z","caller":"traceutil/trace.go:171","msg":"trace[1951189989] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24147; }","duration":"2.31749436s","start":"2026-02-27T22:47:34.902674Z","end":"2026-02-27T22:47:37.220169Z","steps":["trace[1951189989] 'agreement among raft nodes before linearized reading' (duration: 2.317289935s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:37.220207Z","caller":"traceutil/trace.go:171","msg":"trace[2135260389] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24147; }","duration":"871.94421ms","start":"2026-02-27T22:47:36.348251Z","end":"2026-02-27T22:47:37.220196Z","steps":["trace[2135260389] 'agreement among raft nodes before linearized reading' (duration: 871.878009ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:37.219573Z","caller":"traceutil/trace.go:171","msg":"trace[712960295] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:24147; }","duration":"2.3160873s","start":"2026-02-27T22:47:34.903469Z","end":"2026-02-27T22:47:37.219556Z","steps":["trace[712960295] 'agreement among raft nodes before linearized reading' (duration: 2.315833644s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.220272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.804564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-27T22:47:37.220288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.903455Z","time spent":"2.316823276s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":3414,"request content":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" "} {"level":"info","ts":"2026-02-27T22:47:37.220298Z","caller":"traceutil/trace.go:171","msg":"trace[896309357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24147; }","duration":"469.842374ms","start":"2026-02-27T22:47:36.750448Z","end":"2026-02-27T22:47:37.22029Z","steps":["trace[896309357] 'agreement among raft nodes before linearized reading' (duration: 469.769812ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.220326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:36.750443Z","time spent":"469.877365ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:47:37.220338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.325235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:47:37.220199Z","caller":"traceutil/trace.go:171","msg":"trace[1357651087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24147; }","duration":"469.288102ms","start":"2026-02-27T22:47:36.750903Z","end":"2026-02-27T22:47:37.220191Z","steps":["trace[1357651087] 'agreement among raft nodes before linearized reading' (duration: 469.212111ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.220446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:36.750898Z","time spent":"469.539109ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:47:37.220453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.125867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:37.220485Z","caller":"traceutil/trace.go:171","msg":"trace[1178279385] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24147; }","duration":"758.205919ms","start":"2026-02-27T22:47:36.462272Z","end":"2026-02-27T22:47:37.220478Z","steps":["trace[1178279385] 'agreement among raft nodes before linearized reading' (duration: 758.156827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.220519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:36.462249Z","time spent":"758.26295ms","remote":"127.0.0.1:36936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:37.220094Z","caller":"traceutil/trace.go:171","msg":"trace[1039557131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24147; }","duration":"469.877864ms","start":"2026-02-27T22:47:36.750206Z","end":"2026-02-27T22:47:37.220084Z","steps":["trace[1039557131] 'agreement among raft nodes before linearized reading' (duration: 469.780192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.220594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:36.750178Z","time spent":"470.407717ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:47:37.219577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.903122Z","time spent":"2.316448987s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9567,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-02-27T22:47:37.220689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.576095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:47:37.220726Z","caller":"traceutil/trace.go:171","msg":"trace[726973495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24147; }","duration":"938.647757ms","start":"2026-02-27T22:47:36.282068Z","end":"2026-02-27T22:47:37.220716Z","steps":["trace[726973495] 'agreement among raft nodes before linearized reading' (duration: 938.533754ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.220765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:36.282054Z","time spent":"938.705138ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T22:47:37.219266Z","caller":"traceutil/trace.go:171","msg":"trace[1207840117] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-dhcp-agent-default; range_end:; response_count:1; response_revision:24147; }","duration":"2.316048989s","start":"2026-02-27T22:47:34.903199Z","end":"2026-02-27T22:47:37.219248Z","steps":["trace[1207840117] 'agreement among raft nodes before linearized reading' (duration: 2.315891626s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.220198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.903733Z","time spent":"2.316456126s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2941,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-02-27T22:47:37.220099Z","caller":"traceutil/trace.go:171","msg":"trace[545892870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24147; }","duration":"152.11681ms","start":"2026-02-27T22:47:37.067975Z","end":"2026-02-27T22:47:37.220092Z","steps":["trace[545892870] 'agreement among raft nodes before linearized reading' (duration: 152.071919ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.220858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.903193Z","time spent":"2.317657224s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":16549,"request content":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" "} {"level":"warn","ts":"2026-02-27T22:47:37.220683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316644911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12030"} {"level":"info","ts":"2026-02-27T22:47:37.221011Z","caller":"traceutil/trace.go:171","msg":"trace[1056475715] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24147; }","duration":"2.317151723s","start":"2026-02-27T22:47:34.903839Z","end":"2026-02-27T22:47:37.220991Z","steps":["trace[1056475715] 'agreement among raft nodes before linearized reading' (duration: 2.315992507s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317597762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-02-27T22:47:37.221108Z","caller":"traceutil/trace.go:171","msg":"trace[849777436] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24147; }","duration":"2.319151196s","start":"2026-02-27T22:47:34.901945Z","end":"2026-02-27T22:47:37.221096Z","steps":["trace[849777436] 'agreement among raft nodes before linearized reading' (duration: 2.317593041s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.221141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.901923Z","time spent":"2.319208238s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-02-27T22:47:37.220243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.902614Z","time spent":"2.317616092s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6152,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-27T22:47:37.22025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:36.348187Z","time spent":"872.052782ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:37.221227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.903832Z","time spent":"2.317379427s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12052,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-27T22:47:37.219258Z","caller":"traceutil/trace.go:171","msg":"trace[212728704] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"1.183769676s","start":"2026-02-27T22:47:36.035476Z","end":"2026-02-27T22:47:37.219246Z","steps":["trace[212728704] 'process raft request' (duration: 1.182835496s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314668908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-02-27T22:47:37.220329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.317534952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" ","response":"range_response_count:1 size:12155"} {"level":"info","ts":"2026-02-27T22:47:37.220409Z","caller":"traceutil/trace.go:171","msg":"trace[2038384596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24147; }","duration":"470.421117ms","start":"2026-02-27T22:47:36.74998Z","end":"2026-02-27T22:47:37.220401Z","steps":["trace[2038384596] 'agreement among raft nodes before linearized reading' (duration: 470.290774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:37.219577Z","caller":"traceutil/trace.go:171","msg":"trace[1137845331] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24147; }","duration":"2.316952448s","start":"2026-02-27T22:47:34.902609Z","end":"2026-02-27T22:47:37.219561Z","steps":["trace[1137845331] 'agreement among raft nodes before linearized reading' (duration: 2.31660957s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.219719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.904769Z","time spent":"2.314908763s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-27T22:47:37.221489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:36.035448Z","time spent":"1.186000104s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:37.221515Z","caller":"traceutil/trace.go:171","msg":"trace[1829292715] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24147; }","duration":"2.316704802s","start":"2026-02-27T22:47:34.904796Z","end":"2026-02-27T22:47:37.2215Z","steps":["trace[1829292715] 'agreement among raft nodes before linearized reading' (duration: 2.314415112s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.221754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.904792Z","time spent":"2.316950488s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-02-27T22:47:37.221537Z","caller":"traceutil/trace.go:171","msg":"trace[407456245] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-metadata-agent-default; range_end:; response_count:1; response_revision:24147; }","duration":"2.318781628s","start":"2026-02-27T22:47:34.902741Z","end":"2026-02-27T22:47:37.221523Z","steps":["trace[407456245] 'agreement among raft nodes before linearized reading' (duration: 2.317380967s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.221915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.902714Z","time spent":"2.319184347s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":12177,"request content":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" "} {"level":"warn","ts":"2026-02-27T22:47:37.221572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:36.749963Z","time spent":"471.590383ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:47:37.221658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:34.902602Z","time spent":"2.319045544s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-02-27T22:47:37.222245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.84667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb26960045\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-02-27T22:47:37.222973Z","caller":"traceutil/trace.go:171","msg":"trace[871837996] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb26960045; range_end:; response_count:1; response_revision:24147; }","duration":"939.524176ms","start":"2026-02-27T22:47:36.283379Z","end":"2026-02-27T22:47:37.222903Z","steps":["trace[871837996] 'agreement among raft nodes before linearized reading' (duration: 936.898819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.22313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:36.283345Z","time spent":"939.72385ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":899,"request content":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-wfcmc.18983beb26960045\" "} {"level":"info","ts":"2026-02-27T22:47:37.219734Z","caller":"traceutil/trace.go:171","msg":"trace[1107353985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24147; }","duration":"940.612298ms","start":"2026-02-27T22:47:36.279114Z","end":"2026-02-27T22:47:37.219726Z","steps":["trace[1107353985] 'agreement among raft nodes before linearized reading' (duration: 940.564407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:37.223819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:36.279096Z","time spent":"944.702628ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:37.724852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274060585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T22:47:38.372027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.95782ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-02-27T22:47:38.372139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.220639Z","time spent":"1.151495591s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-27T22:47:39.656454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T22:47:39.656557Z","caller":"traceutil/trace.go:171","msg":"trace[1701441894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000119503s","start":"2026-02-27T22:47:37.656418Z","end":"2026-02-27T22:47:39.656538Z","steps":["trace[1701441894] 'agreement among raft nodes before linearized reading' (duration: 1.99998881s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:39.656607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.656394Z","time spent":"2.000201814s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 22:47:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T22:47:39.712251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.795237221s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-27T22:47:41.031329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.128952ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:41.03141Z","caller":"traceutil/trace.go:171","msg":"trace[1733470813] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24147; }","duration":"827.219614ms","start":"2026-02-27T22:47:40.204178Z","end":"2026-02-27T22:47:41.031397Z","steps":["trace[1733470813] 'range keys from in-memory index tree' (duration: 827.116162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.031712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319143291s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:47:41.031929Z","caller":"traceutil/trace.go:171","msg":"trace[332362650] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"3.805916074s","start":"2026-02-27T22:47:37.225989Z","end":"2026-02-27T22:47:41.031905Z","steps":["trace[332362650] 'process raft request' (duration: 2.486531908s)","trace[332362650] 'compare' (duration: 1.318341944s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:41.031969Z","caller":"traceutil/trace.go:171","msg":"trace[958742785] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"3.805355732s","start":"2026-02-27T22:47:37.226574Z","end":"2026-02-27T22:47:41.031929Z","steps":["trace[958742785] 'process raft request' (duration: 3.805184069s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:41.032031Z","caller":"traceutil/trace.go:171","msg":"trace[708909513] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"3.804983684s","start":"2026-02-27T22:47:37.227013Z","end":"2026-02-27T22:47:41.031997Z","steps":["trace[708909513] 'process raft request' (duration: 3.804855961s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.032061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.225967Z","time spent":"3.806049117s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:41.032197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.227003Z","time spent":"3.805107976s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:41.03236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.226563Z","time spent":"3.805530446s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:41.0324Z","caller":"traceutil/trace.go:171","msg":"trace[1431996461] linearizableReadLoop","detail":"{readStateIndex:25031; appliedIndex:25025; }","duration":"3.807837976s","start":"2026-02-27T22:47:37.224546Z","end":"2026-02-27T22:47:41.032384Z","steps":["trace[1431996461] 'read index received' (duration: 692.522314ms)","trace[1431996461] 'applied index is now lower than readState.Index' (duration: 3.115313722s)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:47:41.031975Z","caller":"traceutil/trace.go:171","msg":"trace[1795093742] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"3.804901022s","start":"2026-02-27T22:47:37.227052Z","end":"2026-02-27T22:47:41.031953Z","steps":["trace[1795093742] 'process raft request' (duration: 3.804852491s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:41.032482Z","caller":"traceutil/trace.go:171","msg":"trace[1460122796] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"3.804816431s","start":"2026-02-27T22:47:37.227654Z","end":"2026-02-27T22:47:41.03247Z","steps":["trace[1460122796] 'process raft request' (duration: 3.804273639s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.032568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.227037Z","time spent":"3.805447464s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:41.032571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.227644Z","time spent":"3.804878082s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:41.032842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.808264925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-02-27T22:47:41.032905Z","caller":"traceutil/trace.go:171","msg":"trace[1215749901] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24152; }","duration":"3.808383928s","start":"2026-02-27T22:47:37.224506Z","end":"2026-02-27T22:47:41.03289Z","steps":["trace[1215749901] 'agreement among raft nodes before linearized reading' (duration: 3.808094202s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.032975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.224485Z","time spent":"3.808475932s","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-27T22:47:41.323527Z","caller":"traceutil/trace.go:171","msg":"trace[1898391357] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"3.367091178s","start":"2026-02-27T22:47:37.956062Z","end":"2026-02-27T22:47:41.323153Z","steps":["trace[1898391357] 'process raft request' (duration: 3.351464677s)","trace[1898391357] 'compare' (duration: 14.912315ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:41.323709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.956022Z","time spent":"3.367591059s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:41.324066Z","caller":"traceutil/trace.go:171","msg":"trace[83941481] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"3.232829027s","start":"2026-02-27T22:47:38.091211Z","end":"2026-02-27T22:47:41.32404Z","steps":["trace[83941481] 'process raft request' (duration: 3.231520589s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.32423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:38.091169Z","time spent":"3.232954209s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:41.32473Z","caller":"traceutil/trace.go:171","msg":"trace[78794989] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"2.951386386s","start":"2026-02-27T22:47:38.373327Z","end":"2026-02-27T22:47:41.324713Z","steps":["trace[78794989] 'process raft request' (duration: 2.950579908s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.324873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:38.373291Z","time spent":"2.951486678s","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:41.325666Z","caller":"traceutil/trace.go:171","msg":"trace[1628321800] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"2.09707978s","start":"2026-02-27T22:47:39.228567Z","end":"2026-02-27T22:47:41.325646Z","steps":["trace[1628321800] 'process raft request' (duration: 2.096829335s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:41.325686Z","caller":"traceutil/trace.go:171","msg":"trace[667995281] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"2.097002718s","start":"2026-02-27T22:47:39.228653Z","end":"2026-02-27T22:47:41.325656Z","steps":["trace[667995281] 'process raft request' (duration: 2.096907096s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:41.32576Z","caller":"traceutil/trace.go:171","msg":"trace[1386690120] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"2.098210984s","start":"2026-02-27T22:47:39.227529Z","end":"2026-02-27T22:47:41.32574Z","steps":["trace[1386690120] 'process raft request' (duration: 2.097120591s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.325877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:39.227502Z","time spent":"2.098319196s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:41.325898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:39.228541Z","time spent":"2.097180072s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:41.326092Z","caller":"traceutil/trace.go:171","msg":"trace[1490393269] linearizableReadLoop","detail":"{readStateIndex:25038; appliedIndex:25031; }","duration":"293.639989ms","start":"2026-02-27T22:47:41.032433Z","end":"2026-02-27T22:47:41.326073Z","steps":["trace[1490393269] 'read index received' (duration: 274.999142ms)","trace[1490393269] 'applied index is now lower than readState.Index' (duration: 18.639737ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:47:41.325887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:39.22861Z","time spent":"2.097152822s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:47:41.326309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261999299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:41.326362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.096624319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"warn","ts":"2026-02-27T22:47:41.326437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351644539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:41.32644Z","caller":"traceutil/trace.go:171","msg":"trace[348539420] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"2.097352214s","start":"2026-02-27T22:47:39.22904Z","end":"2026-02-27T22:47:41.326392Z","steps":["trace[348539420] 'process raft request' (duration: 2.096568877s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:41.326486Z","caller":"traceutil/trace.go:171","msg":"trace[1251419177] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24159; }","duration":"1.351735281s","start":"2026-02-27T22:47:39.974738Z","end":"2026-02-27T22:47:41.326474Z","steps":["trace[1251419177] 'agreement among raft nodes before linearized reading' (duration: 1.351664189s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.326513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941732679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:41.32654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:39.974717Z","time spent":"1.351807693s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:41.326546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:39.229031Z","time spent":"2.097461027s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:47:41.326556Z","caller":"traceutil/trace.go:171","msg":"trace[100758697] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24159; }","duration":"3.941824971s","start":"2026-02-27T22:47:37.384718Z","end":"2026-02-27T22:47:41.326542Z","steps":["trace[100758697] 'agreement among raft nodes before linearized reading' (duration: 3.94174735s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.326593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402202643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:41.326605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.384692Z","time spent":"3.941899852s","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:41.32664Z","caller":"traceutil/trace.go:171","msg":"trace[1853233513] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24159; }","duration":"3.402269035s","start":"2026-02-27T22:47:37.924357Z","end":"2026-02-27T22:47:41.326626Z","steps":["trace[1853233513] 'agreement among raft nodes before linearized reading' (duration: 3.402211884s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.326685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.924341Z","time spent":"3.402329436s","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:41.326729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802296641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-02-27T22:47:41.326773Z","caller":"traceutil/trace.go:171","msg":"trace[1715839371] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24159; }","duration":"2.802363322s","start":"2026-02-27T22:47:38.524394Z","end":"2026-02-27T22:47:41.326758Z","steps":["trace[1715839371] 'agreement among raft nodes before linearized reading' (duration: 2.802225739s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.326796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663503356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:41.326817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:38.524377Z","time spent":"2.802432574s","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T22:47:41.326598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.795114943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:41.326917Z","caller":"traceutil/trace.go:171","msg":"trace[1796506332] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24159; }","duration":"2.795459731s","start":"2026-02-27T22:47:38.531447Z","end":"2026-02-27T22:47:41.326906Z","steps":["trace[1796506332] 'agreement among raft nodes before linearized reading' (duration: 2.795119364s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:41.326838Z","caller":"traceutil/trace.go:171","msg":"trace[1888243250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24159; }","duration":"1.663574287s","start":"2026-02-27T22:47:39.663251Z","end":"2026-02-27T22:47:41.326826Z","steps":["trace[1888243250] 'agreement among raft nodes before linearized reading' (duration: 1.663504156s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.326984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:39.663235Z","time spent":"1.663735901s","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:47:41.326522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002327296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:47:41.327105Z","caller":"traceutil/trace.go:171","msg":"trace[1570374797] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24159; }","duration":"3.002970931s","start":"2026-02-27T22:47:38.324126Z","end":"2026-02-27T22:47:41.327097Z","steps":["trace[1570374797] 'agreement among raft nodes before linearized reading' (duration: 3.002194764s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.327119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817420402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-27T22:47:41.32713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:38.324107Z","time spent":"3.003014352s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:41.327149Z","caller":"traceutil/trace.go:171","msg":"trace[1803804099] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24159; }","duration":"2.817453862s","start":"2026-02-27T22:47:38.509685Z","end":"2026-02-27T22:47:41.327139Z","steps":["trace[1803804099] 'agreement among raft nodes before linearized reading' (duration: 2.817358829s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.327187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:38.50962Z","time spent":"2.817560815s","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-27T22:47:41.326988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.097238583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"warn","ts":"2026-02-27T22:47:41.327191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.465885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:41.327253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15571385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:47:41.32727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098929041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" ","response":"range_response_count:1 size:17147"} {"level":"info","ts":"2026-02-27T22:47:41.327323Z","caller":"traceutil/trace.go:171","msg":"trace[1967870652] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovs-agent-default; range_end:; response_count:1; response_revision:24159; }","duration":"4.098992532s","start":"2026-02-27T22:47:37.228318Z","end":"2026-02-27T22:47:41.32731Z","steps":["trace[1967870652] 'agreement among raft nodes before linearized reading' (duration: 4.098856689s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.32736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.228314Z","time spent":"4.099038763s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":17169,"request content":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" "} {"level":"info","ts":"2026-02-27T22:47:41.327282Z","caller":"traceutil/trace.go:171","msg":"trace[1723513104] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24159; }","duration":"342.643109ms","start":"2026-02-27T22:47:40.984622Z","end":"2026-02-27T22:47:41.327265Z","steps":["trace[1723513104] 'agreement among raft nodes before linearized reading' (duration: 342.469925ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.32716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.142454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:47:41.327454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:40.984602Z","time spent":"342.790883ms","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:41.327462Z","caller":"traceutil/trace.go:171","msg":"trace[144529709] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24159; }","duration":"494.606846ms","start":"2026-02-27T22:47:40.832831Z","end":"2026-02-27T22:47:41.327438Z","steps":["trace[144529709] 'agreement among raft nodes before linearized reading' (duration: 493.500781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.327687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.100722569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-02-27T22:47:41.327696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098088082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-02-27T22:47:41.32772Z","caller":"traceutil/trace.go:171","msg":"trace[741205783] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:24159; }","duration":"4.10075586s","start":"2026-02-27T22:47:37.226957Z","end":"2026-02-27T22:47:41.327713Z","steps":["trace[741205783] 'agreement among raft nodes before linearized reading' (duration: 4.100642277s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.327742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.226907Z","time spent":"4.100830502s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-02-27T22:47:41.327742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.099333359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8139"} {"level":"info","ts":"2026-02-27T22:47:41.327748Z","caller":"traceutil/trace.go:171","msg":"trace[1689226939] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24159; }","duration":"4.098148813s","start":"2026-02-27T22:47:37.229584Z","end":"2026-02-27T22:47:41.327733Z","steps":["trace[1689226939] 'agreement among raft nodes before linearized reading' (duration: 4.09802237s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:41.327772Z","caller":"traceutil/trace.go:171","msg":"trace[490716672] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:24159; }","duration":"4.099382491s","start":"2026-02-27T22:47:37.228381Z","end":"2026-02-27T22:47:41.327763Z","steps":["trace[490716672] 'agreement among raft nodes before linearized reading' (duration: 4.099301799s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.327808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.229577Z","time spent":"4.098218274s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-27T22:47:41.327801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.228369Z","time spent":"4.099426031s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8161,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-02-27T22:47:41.327893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.099691737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"warn","ts":"2026-02-27T22:47:41.327899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098606593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-02-27T22:47:41.327931Z","caller":"traceutil/trace.go:171","msg":"trace[1823427962] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24159; }","duration":"4.099730558s","start":"2026-02-27T22:47:37.228185Z","end":"2026-02-27T22:47:41.327916Z","steps":["trace[1823427962] 'agreement among raft nodes before linearized reading' (duration: 4.099659896s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:41.327939Z","caller":"traceutil/trace.go:171","msg":"trace[440893654] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24159; }","duration":"4.098657764s","start":"2026-02-27T22:47:37.22927Z","end":"2026-02-27T22:47:41.327928Z","steps":["trace[440893654] 'agreement among raft nodes before linearized reading' (duration: 4.098543302s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.327951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.228181Z","time spent":"4.099766159s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-02-27T22:47:41.327968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.229265Z","time spent":"4.098695435s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-02-27T22:47:41.326437Z","caller":"traceutil/trace.go:171","msg":"trace[2081360093] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:24159; }","duration":"4.096710131s","start":"2026-02-27T22:47:37.229711Z","end":"2026-02-27T22:47:41.326421Z","steps":["trace[2081360093] 'agreement among raft nodes before linearized reading' (duration: 4.096454535s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.328009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101082247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-02-27T22:47:41.32757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098366878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-02-27T22:47:41.328075Z","caller":"traceutil/trace.go:171","msg":"trace[1941839785] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:24159; }","duration":"4.098896739s","start":"2026-02-27T22:47:37.229171Z","end":"2026-02-27T22:47:41.328068Z","steps":["trace[1941839785] 'agreement among raft nodes before linearized reading' (duration: 4.098289586s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.328093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.229158Z","time spent":"4.09893088s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9529,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-02-27T22:47:41.328119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.09891878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"warn","ts":"2026-02-27T22:47:41.328128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101171419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"warn","ts":"2026-02-27T22:47:41.328115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098815737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"warn","ts":"2026-02-27T22:47:41.328019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.229705Z","time spent":"4.098305327s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-02-27T22:47:41.328173Z","caller":"traceutil/trace.go:171","msg":"trace[1593755784] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:24159; }","duration":"4.10121915s","start":"2026-02-27T22:47:37.226944Z","end":"2026-02-27T22:47:41.328164Z","steps":["trace[1593755784] 'agreement among raft nodes before linearized reading' (duration: 4.101061787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.328191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.100437683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-02-27T22:47:41.327288Z","caller":"traceutil/trace.go:171","msg":"trace[1525924135] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24159; }","duration":"2.155773411s","start":"2026-02-27T22:47:39.171494Z","end":"2026-02-27T22:47:41.327268Z","steps":["trace[1525924135] 'agreement among raft nodes before linearized reading' (duration: 2.15573272s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:41.328174Z","caller":"traceutil/trace.go:171","msg":"trace[1086121938] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24159; }","duration":"4.098989851s","start":"2026-02-27T22:47:37.229171Z","end":"2026-02-27T22:47:41.32816Z","steps":["trace[1086121938] 'agreement among raft nodes before linearized reading' (duration: 4.098849658s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:41.328201Z","caller":"traceutil/trace.go:171","msg":"trace[252637229] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24159; }","duration":"4.09891273s","start":"2026-02-27T22:47:37.229277Z","end":"2026-02-27T22:47:41.32819Z","steps":["trace[252637229] 'agreement among raft nodes before linearized reading' (duration: 4.098716236s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.328076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.099975233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2600"} {"level":"warn","ts":"2026-02-27T22:47:41.32821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.226926Z","time spent":"4.101278151s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7531,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-02-27T22:47:41.328221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:39.171471Z","time spent":"2.156743982s","remote":"127.0.0.1:38192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:41.328235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.22927Z","time spent":"4.09895513s","remote":"127.0.0.1:39716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-02-27T22:47:41.328209Z","caller":"traceutil/trace.go:171","msg":"trace[2005483667] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:24159; }","duration":"4.100466064s","start":"2026-02-27T22:47:37.227738Z","end":"2026-02-27T22:47:41.328204Z","steps":["trace[2005483667] 'agreement among raft nodes before linearized reading' (duration: 4.100405063s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.3283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.102522109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-02-27T22:47:41.328321Z","caller":"traceutil/trace.go:171","msg":"trace[1445376697] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24159; }","duration":"4.102563629s","start":"2026-02-27T22:47:37.225751Z","end":"2026-02-27T22:47:41.328314Z","steps":["trace[1445376697] 'agreement among raft nodes before linearized reading' (duration: 4.102504558s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.328322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.227733Z","time spent":"4.100578476s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5349,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-02-27T22:47:41.328338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.225739Z","time spent":"4.102594851s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-02-27T22:47:41.328131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.101290081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"info","ts":"2026-02-27T22:47:41.328228Z","caller":"traceutil/trace.go:171","msg":"trace[1077738764] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:24159; }","duration":"4.100138986s","start":"2026-02-27T22:47:37.228084Z","end":"2026-02-27T22:47:41.328223Z","steps":["trace[1077738764] 'agreement among raft nodes before linearized reading' (duration: 4.099945792s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.328409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.228078Z","time spent":"4.10031845s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2622,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-02-27T22:47:41.328233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.229159Z","time spent":"4.099063122s","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7406,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-02-27T22:47:41.327611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.098442149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" ","response":"range_response_count:1 size:16562"} {"level":"info","ts":"2026-02-27T22:47:41.328542Z","caller":"traceutil/trace.go:171","msg":"trace[116240895] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-l3-agent-default; range_end:; response_count:1; response_revision:24159; }","duration":"4.09939069s","start":"2026-02-27T22:47:37.229145Z","end":"2026-02-27T22:47:41.328536Z","steps":["trace[116240895] 'agreement among raft nodes before linearized reading' (duration: 4.098379708s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.328562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.229138Z","time spent":"4.099418601s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":16584,"request content":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" "} {"level":"warn","ts":"2026-02-27T22:47:41.327659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.099299679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-02-27T22:47:41.328655Z","caller":"traceutil/trace.go:171","msg":"trace[652185466] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:24159; }","duration":"4.10030351s","start":"2026-02-27T22:47:37.228341Z","end":"2026-02-27T22:47:41.328645Z","steps":["trace[652185466] 'agreement among raft nodes before linearized reading' (duration: 4.099270398s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.328673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.228338Z","time spent":"4.100329461s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5729,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-02-27T22:47:41.326376Z","caller":"traceutil/trace.go:171","msg":"trace[86967760] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24159; }","duration":"2.26207501s","start":"2026-02-27T22:47:39.064283Z","end":"2026-02-27T22:47:41.326357Z","steps":["trace[86967760] 'agreement among raft nodes before linearized reading' (duration: 2.261958108s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.328755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:39.064201Z","time spent":"2.264547444s","remote":"127.0.0.1:44416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:41.32805Z","caller":"traceutil/trace.go:171","msg":"trace[1922582899] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24159; }","duration":"4.101145759s","start":"2026-02-27T22:47:37.226895Z","end":"2026-02-27T22:47:41.32804Z","steps":["trace[1922582899] 'agreement among raft nodes before linearized reading' (duration: 4.101042846s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.328855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.226883Z","time spent":"4.101965246s","remote":"127.0.0.1:36794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-02-27T22:47:41.327274Z","caller":"traceutil/trace.go:171","msg":"trace[1015651610] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24159; }","duration":"4.09753347s","start":"2026-02-27T22:47:37.229723Z","end":"2026-02-27T22:47:41.327257Z","steps":["trace[1015651610] 'agreement among raft nodes before linearized reading' (duration: 4.0971149s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.329067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.229717Z","time spent":"4.099336198s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3911,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-02-27T22:47:41.326528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.459515015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:47:41.329178Z","caller":"traceutil/trace.go:171","msg":"trace[1058261515] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24159; }","duration":"3.462231954s","start":"2026-02-27T22:47:37.866935Z","end":"2026-02-27T22:47:41.329167Z","steps":["trace[1058261515] 'agreement among raft nodes before linearized reading' (duration: 3.459495544s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.329233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.866904Z","time spent":"3.462317786s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:47:41.328365Z","caller":"traceutil/trace.go:171","msg":"trace[1395774510] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:24159; }","duration":"4.101531456s","start":"2026-02-27T22:47:37.226825Z","end":"2026-02-27T22:47:41.328357Z","steps":["trace[1395774510] 'agreement among raft nodes before linearized reading' (duration: 4.101270321s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.329332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.22682Z","time spent":"4.102497117s","remote":"127.0.0.1:48004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3950,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-02-27T22:47:41.326942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:38.531433Z","time spent":"2.795501262s","remote":"127.0.0.1:39706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:41.329655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:40.832804Z","time spent":"494.902661ms","remote":"127.0.0.1:47586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:47:41.330089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.100362561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-02-27T22:47:41.330142Z","caller":"traceutil/trace.go:171","msg":"trace[524766182] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24159; }","duration":"4.100425763s","start":"2026-02-27T22:47:37.2297Z","end":"2026-02-27T22:47:41.330126Z","steps":["trace[524766182] 'agreement among raft nodes before linearized reading' (duration: 4.096525428s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.330185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:37.229695Z","time spent":"4.100477824s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9603,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-02-27T22:47:41.359381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.927623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:41.359457Z","caller":"traceutil/trace.go:171","msg":"trace[170837988] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"321.902026ms","start":"2026-02-27T22:47:41.037536Z","end":"2026-02-27T22:47:41.359438Z","steps":["trace[170837988] 'process raft request' (duration: 321.526668ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:47:41.359461Z","caller":"traceutil/trace.go:171","msg":"trace[741454265] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24160; }","duration":"265.049645ms","start":"2026-02-27T22:47:41.094395Z","end":"2026-02-27T22:47:41.359445Z","steps":["trace[741454265] 'agreement among raft nodes before linearized reading' (duration: 264.884211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:47:41.359548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:47:41.037518Z","time spent":"321.983948ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:47:41.359383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.280815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:47:41.359715Z","caller":"traceutil/trace.go:171","msg":"trace[1396266420] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24160; }","duration":"240.685763ms","start":"2026-02-27T22:47:41.119016Z","end":"2026-02-27T22:47:41.359701Z","steps":["trace[1396266420] 'agreement among raft nodes before linearized reading' (duration: 240.240884ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:48:45.446107Z","caller":"traceutil/trace.go:171","msg":"trace[2065569562] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"512.322486ms","start":"2026-02-27T22:48:44.93376Z","end":"2026-02-27T22:48:45.446082Z","steps":["trace[2065569562] 'process raft request' (duration: 512.157443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:45.446268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:44.93374Z","time spent":"512.449509ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:48:45.447252Z","caller":"traceutil/trace.go:171","msg":"trace[983136996] linearizableReadLoop","detail":"{readStateIndex:25626; appliedIndex:25624; }","duration":"353.012718ms","start":"2026-02-27T22:48:45.094208Z","end":"2026-02-27T22:48:45.44722Z","steps":["trace[983136996] 'read index received' (duration: 351.661849ms)","trace[983136996] 'applied index is now lower than readState.Index' (duration: 1.349099ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:48:45.447312Z","caller":"traceutil/trace.go:171","msg":"trace[2018245629] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"119.953668ms","start":"2026-02-27T22:48:45.327341Z","end":"2026-02-27T22:48:45.447295Z","steps":["trace[2018245629] 'process raft request' (duration: 119.699653ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:45.447569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.339344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:48:45.447629Z","caller":"traceutil/trace.go:171","msg":"trace[1371412650] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24732; }","duration":"353.453787ms","start":"2026-02-27T22:48:45.094156Z","end":"2026-02-27T22:48:45.44761Z","steps":["trace[1371412650] 'agreement among raft nodes before linearized reading' (duration: 353.253113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:45.447682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:45.094139Z","time spent":"353.528359ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T22:48:45.447125Z","caller":"traceutil/trace.go:171","msg":"trace[356114084] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"510.70932ms","start":"2026-02-27T22:48:44.936386Z","end":"2026-02-27T22:48:45.447095Z","steps":["trace[356114084] 'process raft request' (duration: 510.501426ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:45.448409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:44.936355Z","time spent":"511.947778ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:48:47.702527Z","caller":"traceutil/trace.go:171","msg":"trace[1115686725] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"102.59894ms","start":"2026-02-27T22:48:47.599904Z","end":"2026-02-27T22:48:47.702503Z","steps":["trace[1115686725] 'process raft request' (duration: 102.420686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:52.023965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274062384,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T22:48:52.39129Z","caller":"traceutil/trace.go:171","msg":"trace[1243886684] transaction","detail":"{read_only:false; response_revision:24773; number_of_response:1; }","duration":"954.347457ms","start":"2026-02-27T22:48:51.436879Z","end":"2026-02-27T22:48:52.391226Z","steps":["trace[1243886684] 'process raft request' (duration: 954.121882ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:52.391471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.43685Z","time spent":"954.526051ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:48:53.165031Z","caller":"traceutil/trace.go:171","msg":"trace[1565888399] transaction","detail":"{read_only:false; response_revision:24774; number_of_response:1; }","duration":"1.656021926s","start":"2026-02-27T22:48:51.508946Z","end":"2026-02-27T22:48:53.164968Z","steps":["trace[1565888399] 'process raft request' (duration: 1.655537206s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:48:53.165169Z","caller":"traceutil/trace.go:171","msg":"trace[624485794] transaction","detail":"{read_only:false; response_revision:24775; number_of_response:1; }","duration":"1.647835737s","start":"2026-02-27T22:48:51.517267Z","end":"2026-02-27T22:48:53.165103Z","steps":["trace[624485794] 'process raft request' (duration: 1.647554741s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:48:53.165201Z","caller":"traceutil/trace.go:171","msg":"trace[199282732] transaction","detail":"{read_only:false; response_revision:24778; number_of_response:1; }","duration":"1.426484365s","start":"2026-02-27T22:48:51.738697Z","end":"2026-02-27T22:48:53.165181Z","steps":["trace[199282732] 'process raft request' (duration: 1.426424974s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.165277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.508924Z","time spent":"1.656225681s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:48:53.165349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.517256Z","time spent":"1.647990021s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:48:53.165433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.738681Z","time spent":"1.426574206s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:48:53.165562Z","caller":"traceutil/trace.go:171","msg":"trace[140985263] transaction","detail":"{read_only:false; response_revision:24777; number_of_response:1; }","duration":"1.428722174s","start":"2026-02-27T22:48:51.736834Z","end":"2026-02-27T22:48:53.165556Z","steps":["trace[140985263] 'process raft request' (duration: 1.428263013s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:48:53.165189Z","caller":"traceutil/trace.go:171","msg":"trace[1430379957] transaction","detail":"{read_only:false; response_revision:24776; number_of_response:1; }","duration":"1.460016837s","start":"2026-02-27T22:48:51.70514Z","end":"2026-02-27T22:48:53.165157Z","steps":["trace[1430379957] 'process raft request' (duration: 1.459784032s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.165599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.736814Z","time spent":"1.428768265s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:48:53.165613Z","caller":"traceutil/trace.go:171","msg":"trace[1813119955] transaction","detail":"{read_only:false; response_revision:24779; number_of_response:1; }","duration":"1.426798893s","start":"2026-02-27T22:48:51.738792Z","end":"2026-02-27T22:48:53.165591Z","steps":["trace[1813119955] 'process raft request' (duration: 1.426363952s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:48:53.165752Z","caller":"traceutil/trace.go:171","msg":"trace[676921495] transaction","detail":"{read_only:false; response_revision:24780; number_of_response:1; }","duration":"1.426914735s","start":"2026-02-27T22:48:51.738829Z","end":"2026-02-27T22:48:53.165744Z","steps":["trace[676921495] 'process raft request' (duration: 1.426665s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.165794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.738801Z","time spent":"1.426973737s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:48:53.165798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.738769Z","time spent":"1.426924855s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:48:53.16582Z","caller":"traceutil/trace.go:171","msg":"trace[2067216097] linearizableReadLoop","detail":"{readStateIndex:25678; appliedIndex:25670; }","duration":"1.642746047s","start":"2026-02-27T22:48:51.523064Z","end":"2026-02-27T22:48:53.16581Z","steps":["trace[2067216097] 'read index received' (duration: 868.169745ms)","trace[2067216097] 'applied index is now lower than readState.Index' (duration: 774.575472ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:48:53.165877Z","caller":"traceutil/trace.go:171","msg":"trace[350322353] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"1.425240388s","start":"2026-02-27T22:48:51.740631Z","end":"2026-02-27T22:48:53.165872Z","steps":["trace[350322353] 'process raft request' (duration: 1.425053704s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.165923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.740606Z","time spent":"1.425290509s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:48:53.166057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642866309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:48:53.166092Z","caller":"traceutil/trace.go:171","msg":"trace[474507102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24781; }","duration":"1.642929241s","start":"2026-02-27T22:48:51.523153Z","end":"2026-02-27T22:48:53.166082Z","steps":["trace[474507102] 'agreement among raft nodes before linearized reading' (duration: 1.642797648s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.166093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.522084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-27T22:48:53.166089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.705101Z","time spent":"1.460519809s","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:48:53.166258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.958743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:48:53.166262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.753334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:48:53.166278Z","caller":"traceutil/trace.go:171","msg":"trace[1211510077] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24781; }","duration":"575.003144ms","start":"2026-02-27T22:48:52.591268Z","end":"2026-02-27T22:48:53.166271Z","steps":["trace[1211510077] 'agreement among raft nodes before linearized reading' (duration: 574.974344ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:48:53.166285Z","caller":"traceutil/trace.go:171","msg":"trace[330005353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24781; }","duration":"511.815995ms","start":"2026-02-27T22:48:52.654463Z","end":"2026-02-27T22:48:53.166279Z","steps":["trace[330005353] 'agreement among raft nodes before linearized reading' (duration: 511.775375ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.166302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:52.654441Z","time spent":"511.858596ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:48:53.166301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:52.591252Z","time spent":"575.043695ms","remote":"127.0.0.1:38172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:48:53.16632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.356853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-27T22:48:53.166309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64243515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:48:53.166346Z","caller":"traceutil/trace.go:171","msg":"trace[769568141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24781; }","duration":"308.406194ms","start":"2026-02-27T22:48:52.857932Z","end":"2026-02-27T22:48:53.166338Z","steps":["trace[769568141] 'agreement among raft nodes before linearized reading' (duration: 308.261201ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:48:53.166387Z","caller":"traceutil/trace.go:171","msg":"trace[975250415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24781; }","duration":"1.642522251s","start":"2026-02-27T22:48:51.523843Z","end":"2026-02-27T22:48:53.166365Z","steps":["trace[975250415] 'agreement among raft nodes before linearized reading' (duration: 1.642354128s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.166405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:52.857916Z","time spent":"308.481415ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:48:53.166415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.845101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:48:53.166433Z","caller":"traceutil/trace.go:171","msg":"trace[333323584] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24781; }","duration":"487.906073ms","start":"2026-02-27T22:48:52.678521Z","end":"2026-02-27T22:48:53.166427Z","steps":["trace[333323584] 'agreement among raft nodes before linearized reading' (duration: 487.875122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.166646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643070384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T22:48:53.166676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:52.6785Z","time spent":"488.162978ms","remote":"127.0.0.1:38424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:48:53.166132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.52314Z","time spent":"1.642967082s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:48:53.166678Z","caller":"traceutil/trace.go:171","msg":"trace[1192711190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24781; }","duration":"1.643122395s","start":"2026-02-27T22:48:51.523548Z","end":"2026-02-27T22:48:53.16667Z","steps":["trace[1192711190] 'agreement among raft nodes before linearized reading' (duration: 1.643046003s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.166888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643306899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-27T22:48:53.166922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.523539Z","time spent":"1.643375021s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:48:53.166955Z","caller":"traceutil/trace.go:171","msg":"trace[480785995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24781; }","duration":"1.643409432s","start":"2026-02-27T22:48:51.523528Z","end":"2026-02-27T22:48:53.166937Z","steps":["trace[480785995] 'agreement among raft nodes before linearized reading' (duration: 1.643078364s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.166174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.338408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:48:53.167007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.523512Z","time spent":"1.643484613s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:48:53.167065Z","caller":"traceutil/trace.go:171","msg":"trace[1376175724] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24781; }","duration":"945.214197ms","start":"2026-02-27T22:48:52.221827Z","end":"2026-02-27T22:48:53.167042Z","steps":["trace[1376175724] 'agreement among raft nodes before linearized reading' (duration: 944.322038ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.166177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643115975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-02-27T22:48:53.167134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:52.221785Z","time spent":"945.323349ms","remote":"127.0.0.1:38282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:48:53.167153Z","caller":"traceutil/trace.go:171","msg":"trace[1406456965] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24781; }","duration":"1.644122677s","start":"2026-02-27T22:48:51.523021Z","end":"2026-02-27T22:48:53.167144Z","steps":["trace[1406456965] 'agreement among raft nodes before linearized reading' (duration: 1.643115915s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.167364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.523002Z","time spent":"1.644338401s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:48:53.166233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.741451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:48:53.167469Z","caller":"traceutil/trace.go:171","msg":"trace[1124952148] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24781; }","duration":"991.992268ms","start":"2026-02-27T22:48:52.175445Z","end":"2026-02-27T22:48:53.167438Z","steps":["trace[1124952148] 'agreement among raft nodes before linearized reading' (duration: 990.740031ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.167541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:52.175426Z","time spent":"992.090971ms","remote":"127.0.0.1:38722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:48:53.166432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.523836Z","time spent":"1.642583792s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:48:53.166483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.537478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:48:53.167769Z","caller":"traceutil/trace.go:171","msg":"trace[1247242516] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24781; }","duration":"315.830315ms","start":"2026-02-27T22:48:52.851912Z","end":"2026-02-27T22:48:53.167743Z","steps":["trace[1247242516] 'agreement among raft nodes before linearized reading' (duration: 314.288442ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.167837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:52.851895Z","time spent":"315.923087ms","remote":"127.0.0.1:36942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:48:53.166544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14455488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:48:53.168077Z","caller":"traceutil/trace.go:171","msg":"trace[1868638422] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24781; }","duration":"1.146110974s","start":"2026-02-27T22:48:52.021948Z","end":"2026-02-27T22:48:53.168059Z","steps":["trace[1868638422] 'agreement among raft nodes before linearized reading' (duration: 1.14455824s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.168131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:52.021928Z","time spent":"1.146184925s","remote":"127.0.0.1:55356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:48:53.166124Z","caller":"traceutil/trace.go:171","msg":"trace[418886335] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24781; }","duration":"716.586456ms","start":"2026-02-27T22:48:52.449526Z","end":"2026-02-27T22:48:53.166113Z","steps":["trace[418886335] 'agreement among raft nodes before linearized reading' (duration: 716.475543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.168221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:52.449505Z","time spent":"718.695631ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-02-27T22:48:53.166597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.640055998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:48:53.168424Z","caller":"traceutil/trace.go:171","msg":"trace[255119651] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24781; }","duration":"1.641892889s","start":"2026-02-27T22:48:51.526518Z","end":"2026-02-27T22:48:53.168411Z","steps":["trace[255119651] 'agreement among raft nodes before linearized reading' (duration: 1.640047489s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.168461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:51.526508Z","time spent":"1.64193974s","remote":"127.0.0.1:47852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:48:53.166231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.589733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:48:53.168611Z","caller":"traceutil/trace.go:171","msg":"trace[1640109027] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24781; }","duration":"487.971005ms","start":"2026-02-27T22:48:52.680615Z","end":"2026-02-27T22:48:53.168586Z","steps":["trace[1640109027] 'agreement among raft nodes before linearized reading' (duration: 485.593833ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.16869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:52.680604Z","time spent":"488.060657ms","remote":"127.0.0.1:44468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:48:53.857463Z","caller":"traceutil/trace.go:171","msg":"trace[215577730] transaction","detail":"{read_only:false; response_revision:24783; number_of_response:1; }","duration":"685.088378ms","start":"2026-02-27T22:48:53.172299Z","end":"2026-02-27T22:48:53.857388Z","steps":["trace[215577730] 'process raft request' (duration: 684.680388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.857712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:53.172293Z","time spent":"685.241132ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:48:53.85798Z","caller":"traceutil/trace.go:171","msg":"trace[91941223] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"684.2268ms","start":"2026-02-27T22:48:53.173692Z","end":"2026-02-27T22:48:53.857919Z","steps":["trace[91941223] 'process raft request' (duration: 683.446552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.85827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:53.173679Z","time spent":"684.425954ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:48:53.858811Z","caller":"traceutil/trace.go:171","msg":"trace[1520809316] linearizableReadLoop","detail":"{readStateIndex:25682; appliedIndex:25679; }","duration":"684.582646ms","start":"2026-02-27T22:48:53.174212Z","end":"2026-02-27T22:48:53.858795Z","steps":["trace[1520809316] 'read index received' (duration: 50.586374ms)","trace[1520809316] 'applied index is now lower than readState.Index' (duration: 633.995402ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:48:53.85879Z","caller":"traceutil/trace.go:171","msg":"trace[1414686082] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"684.999296ms","start":"2026-02-27T22:48:53.173775Z","end":"2026-02-27T22:48:53.858774Z","steps":["trace[1414686082] 'process raft request' (duration: 684.020115ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:48:53.858872Z","caller":"traceutil/trace.go:171","msg":"trace[2032961395] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"683.310429ms","start":"2026-02-27T22:48:53.175507Z","end":"2026-02-27T22:48:53.858817Z","steps":["trace[2032961395] 'process raft request' (duration: 683.092955ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.858927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.703658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:48:53.859035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:53.175442Z","time spent":"683.514793ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:48:53.859034Z","caller":"traceutil/trace.go:171","msg":"trace[1585579081] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24786; }","duration":"684.828722ms","start":"2026-02-27T22:48:53.174188Z","end":"2026-02-27T22:48:53.859017Z","steps":["trace[1585579081] 'agreement among raft nodes before linearized reading' (duration: 684.689759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.859115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:53.174179Z","time spent":"684.923033ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:48:53.859165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:53.173768Z","time spent":"685.105089ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:48:53.85927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.31341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-02-27T22:48:53.859315Z","caller":"traceutil/trace.go:171","msg":"trace[1280173236] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24786; }","duration":"367.389741ms","start":"2026-02-27T22:48:53.491913Z","end":"2026-02-27T22:48:53.859303Z","steps":["trace[1280173236] 'agreement among raft nodes before linearized reading' (duration: 367.246178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.859347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:53.491895Z","time spent":"367.445773ms","remote":"127.0.0.1:47718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18642,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T22:48:53.859344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.259941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:48:53.859428Z","caller":"traceutil/trace.go:171","msg":"trace[71658391] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24786; }","duration":"445.368914ms","start":"2026-02-27T22:48:53.414045Z","end":"2026-02-27T22:48:53.859414Z","steps":["trace[71658391] 'agreement among raft nodes before linearized reading' (duration: 445.247092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.859473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:53.414029Z","time spent":"445.431725ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:48:53.859499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.076767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:48:53.859541Z","caller":"traceutil/trace.go:171","msg":"trace[1973109602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24786; }","duration":"685.137689ms","start":"2026-02-27T22:48:53.174391Z","end":"2026-02-27T22:48:53.859529Z","steps":["trace[1973109602] 'agreement among raft nodes before linearized reading' (duration: 684.74915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:53.859572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:53.17438Z","time spent":"685.184489ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:48:54.505118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.591226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:48:54.50519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.963093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:48:54.505266Z","caller":"traceutil/trace.go:171","msg":"trace[1815581488] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24786; }","duration":"275.090526ms","start":"2026-02-27T22:48:54.230156Z","end":"2026-02-27T22:48:54.505247Z","steps":["trace[1815581488] 'count revisions from in-memory index tree' (duration: 274.871521ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:48:54.505362Z","caller":"traceutil/trace.go:171","msg":"trace[576373069] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24786; }","duration":"303.040736ms","start":"2026-02-27T22:48:54.202292Z","end":"2026-02-27T22:48:54.505333Z","steps":["trace[576373069] 'count revisions from in-memory index tree' (duration: 302.474214ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:48:54.505478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:48:54.202274Z","time spent":"303.183089ms","remote":"127.0.0.1:55290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:49:25.667085Z","caller":"traceutil/trace.go:171","msg":"trace[945571666] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"323.30353ms","start":"2026-02-27T22:49:25.343764Z","end":"2026-02-27T22:49:25.667067Z","steps":["trace[945571666] 'process raft request' (duration: 323.177147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:25.667206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:25.343737Z","time spent":"323.404481ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:25.675107Z","caller":"traceutil/trace.go:171","msg":"trace[74576171] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"331.072458ms","start":"2026-02-27T22:49:25.344011Z","end":"2026-02-27T22:49:25.675083Z","steps":["trace[74576171] 'process raft request' (duration: 330.902144ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:25.675261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:25.343989Z","time spent":"331.199331ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:25.675805Z","caller":"traceutil/trace.go:171","msg":"trace[858858237] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"322.750218ms","start":"2026-02-27T22:49:25.353024Z","end":"2026-02-27T22:49:25.675774Z","steps":["trace[858858237] 'process raft request' (duration: 322.009931ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:25.675901Z","caller":"traceutil/trace.go:171","msg":"trace[162785845] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"322.783008ms","start":"2026-02-27T22:49:25.353099Z","end":"2026-02-27T22:49:25.675882Z","steps":["trace[162785845] 'process raft request' (duration: 322.556453ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:25.675944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:25.35299Z","time spent":"322.892291ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:25.675968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:25.353069Z","time spent":"322.8671ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:25.67612Z","caller":"traceutil/trace.go:171","msg":"trace[1342135795] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"321.815897ms","start":"2026-02-27T22:49:25.354291Z","end":"2026-02-27T22:49:25.676107Z","steps":["trace[1342135795] 'process raft request' (duration: 321.49135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:25.676177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:25.354264Z","time spent":"321.878867ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:25.676303Z","caller":"traceutil/trace.go:171","msg":"trace[175053697] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"321.211314ms","start":"2026-02-27T22:49:25.355078Z","end":"2026-02-27T22:49:25.67629Z","steps":["trace[175053697] 'process raft request' (duration: 320.753254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:25.676347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:25.355067Z","time spent":"321.256134ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:25.676603Z","caller":"traceutil/trace.go:171","msg":"trace[335737247] linearizableReadLoop","detail":"{readStateIndex:26075; appliedIndex:26068; }","duration":"227.63395ms","start":"2026-02-27T22:49:25.448948Z","end":"2026-02-27T22:49:25.676582Z","steps":["trace[335737247] 'read index received' (duration: 217.969219ms)","trace[335737247] 'applied index is now lower than readState.Index' (duration: 9.663891ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:25.676785Z","caller":"traceutil/trace.go:171","msg":"trace[381558142] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"313.049915ms","start":"2026-02-27T22:49:25.363724Z","end":"2026-02-27T22:49:25.676774Z","steps":["trace[381558142] 'process raft request' (duration: 312.408001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:25.676943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:25.363694Z","time spent":"313.174838ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:25.677204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.260993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:49:25.677238Z","caller":"traceutil/trace.go:171","msg":"trace[1343603425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25169; }","duration":"228.332305ms","start":"2026-02-27T22:49:25.448897Z","end":"2026-02-27T22:49:25.67723Z","steps":["trace[1343603425] 'agreement among raft nodes before linearized reading' (duration: 228.168571ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:32.144446Z","caller":"traceutil/trace.go:171","msg":"trace[1820331383] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"100.066475ms","start":"2026-02-27T22:49:32.044354Z","end":"2026-02-27T22:49:32.144421Z","steps":["trace[1820331383] 'process raft request' (duration: 99.866401ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:32.637995Z","caller":"traceutil/trace.go:171","msg":"trace[2075109436] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"259.70343ms","start":"2026-02-27T22:49:32.378269Z","end":"2026-02-27T22:49:32.637973Z","steps":["trace[2075109436] 'process raft request' (duration: 259.524196ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:32.66553Z","caller":"traceutil/trace.go:171","msg":"trace[322566684] linearizableReadLoop","detail":"{readStateIndex:26131; appliedIndex:26129; }","duration":"140.482267ms","start":"2026-02-27T22:49:32.525027Z","end":"2026-02-27T22:49:32.665509Z","steps":["trace[322566684] 'read index received' (duration: 112.755041ms)","trace[322566684] 'applied index is now lower than readState.Index' (duration: 27.726536ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:32.665605Z","caller":"traceutil/trace.go:171","msg":"trace[775840001] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"198.81701ms","start":"2026-02-27T22:49:32.466761Z","end":"2026-02-27T22:49:32.665578Z","steps":["trace[775840001] 'process raft request' (duration: 198.617206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:32.665685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.64335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-27T22:49:32.665708Z","caller":"traceutil/trace.go:171","msg":"trace[1331335457] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25223; }","duration":"140.681481ms","start":"2026-02-27T22:49:32.525019Z","end":"2026-02-27T22:49:32.665701Z","steps":["trace[1331335457] 'agreement among raft nodes before linearized reading' (duration: 140.562878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:32.859108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.699631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:32.859168Z","caller":"traceutil/trace.go:171","msg":"trace[574294731] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25223; }","duration":"118.807934ms","start":"2026-02-27T22:49:32.740346Z","end":"2026-02-27T22:49:32.859154Z","steps":["trace[574294731] 'range keys from in-memory index tree' (duration: 118.601058ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:32.859144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.486769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:32.859209Z","caller":"traceutil/trace.go:171","msg":"trace[1077805526] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25223; }","duration":"119.583541ms","start":"2026-02-27T22:49:32.739611Z","end":"2026-02-27T22:49:32.859194Z","steps":["trace[1077805526] 'range keys from in-memory index tree' (duration: 119.421337ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:32.859328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.583711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:32.859355Z","caller":"traceutil/trace.go:171","msg":"trace[1558788913] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25223; }","duration":"119.657042ms","start":"2026-02-27T22:49:32.739689Z","end":"2026-02-27T22:49:32.859346Z","steps":["trace[1558788913] 'range keys from in-memory index tree' (duration: 119.52485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:32.859468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.753144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:32.859541Z","caller":"traceutil/trace.go:171","msg":"trace[83035709] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25223; }","duration":"119.837146ms","start":"2026-02-27T22:49:32.739687Z","end":"2026-02-27T22:49:32.859524Z","steps":["trace[83035709] 'range keys from in-memory index tree' (duration: 119.655282ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:38.544446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.75285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:38.544511Z","caller":"traceutil/trace.go:171","msg":"trace[756562693] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25262; }","duration":"182.867442ms","start":"2026-02-27T22:49:38.361627Z","end":"2026-02-27T22:49:38.544494Z","steps":["trace[756562693] 'count revisions from in-memory index tree' (duration: 182.630348ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:38.928002Z","caller":"traceutil/trace.go:171","msg":"trace[1301879351] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"105.465542ms","start":"2026-02-27T22:49:38.82251Z","end":"2026-02-27T22:49:38.927975Z","steps":["trace[1301879351] 'process raft request' (duration: 104.940331ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:39.964458Z","caller":"traceutil/trace.go:171","msg":"trace[543564749] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"248.395563ms","start":"2026-02-27T22:49:39.716043Z","end":"2026-02-27T22:49:39.964439Z","steps":["trace[543564749] 'process raft request' (duration: 248.26686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:40.727786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.850657ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:40.727888Z","caller":"traceutil/trace.go:171","msg":"trace[635918847] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25264; }","duration":"523.96333ms","start":"2026-02-27T22:49:40.20391Z","end":"2026-02-27T22:49:40.727873Z","steps":["trace[635918847] 'range keys from in-memory index tree' (duration: 523.835727ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:41.0265Z","caller":"traceutil/trace.go:171","msg":"trace[235551175] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"1.306504465s","start":"2026-02-27T22:49:39.71996Z","end":"2026-02-27T22:49:41.026465Z","steps":["trace[235551175] 'process raft request' (duration: 1.306226449s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:41.026925Z","caller":"traceutil/trace.go:171","msg":"trace[613709293] linearizableReadLoop","detail":"{readStateIndex:26180; appliedIndex:26172; }","duration":"1.290887575s","start":"2026-02-27T22:49:39.736011Z","end":"2026-02-27T22:49:41.026899Z","steps":["trace[613709293] 'read index received' (duration: 228.349196ms)","trace[613709293] 'applied index is now lower than readState.Index' (duration: 1.062537209s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:41.026978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:39.719935Z","time spent":"1.306700309s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:41.027061Z","caller":"traceutil/trace.go:171","msg":"trace[299817842] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"1.299011993s","start":"2026-02-27T22:49:39.728042Z","end":"2026-02-27T22:49:41.027054Z","steps":["trace[299817842] 'process raft request' (duration: 1.298776036s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:41.026972Z","caller":"traceutil/trace.go:171","msg":"trace[1505380085] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"1.299512503s","start":"2026-02-27T22:49:39.727423Z","end":"2026-02-27T22:49:41.026935Z","steps":["trace[1505380085] 'process raft request' (duration: 1.299369359s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.027189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:39.728033Z","time spent":"1.299054863s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:41.027295Z","caller":"traceutil/trace.go:171","msg":"trace[2055848124] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"1.299050113s","start":"2026-02-27T22:49:39.728237Z","end":"2026-02-27T22:49:41.027288Z","steps":["trace[2055848124] 'process raft request' (duration: 1.298604813s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.027339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:39.728216Z","time spent":"1.299097984s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:41.027299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:39.727407Z","time spent":"1.299745228s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:41.02749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291477958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:49:41.027518Z","caller":"traceutil/trace.go:171","msg":"trace[410182988] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25271; }","duration":"1.291538328s","start":"2026-02-27T22:49:39.735973Z","end":"2026-02-27T22:49:41.027512Z","steps":["trace[410182988] 'agreement among raft nodes before linearized reading' (duration: 1.291433166s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.027536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:39.735961Z","time spent":"1.29157121s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T22:49:41.027641Z","caller":"traceutil/trace.go:171","msg":"trace[1934584962] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"1.304952442s","start":"2026-02-27T22:49:39.72267Z","end":"2026-02-27T22:49:41.027622Z","steps":["trace[1934584962] 'process raft request' (duration: 1.303740985s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.027843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:39.722645Z","time spent":"1.305151005s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:41.027889Z","caller":"traceutil/trace.go:171","msg":"trace[493580109] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"1.300432272s","start":"2026-02-27T22:49:39.727408Z","end":"2026-02-27T22:49:41.02784Z","steps":["trace[493580109] 'process raft request' (duration: 1.299285787s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.028074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.146371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:41.028109Z","caller":"traceutil/trace.go:171","msg":"trace[64609917] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25271; }","duration":"195.206892ms","start":"2026-02-27T22:49:40.832893Z","end":"2026-02-27T22:49:41.0281Z","steps":["trace[64609917] 'agreement among raft nodes before linearized reading' (duration: 195.153471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.027674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285356264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:49:41.028203Z","caller":"traceutil/trace.go:171","msg":"trace[697475982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25271; }","duration":"1.285904806s","start":"2026-02-27T22:49:39.74228Z","end":"2026-02-27T22:49:41.028185Z","steps":["trace[697475982] 'agreement among raft nodes before linearized reading' (duration: 1.285294173s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.028295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.111977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:41.02832Z","caller":"traceutil/trace.go:171","msg":"trace[535452668] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25271; }","duration":"324.176739ms","start":"2026-02-27T22:49:40.704137Z","end":"2026-02-27T22:49:41.028314Z","steps":["trace[535452668] 'agreement among raft nodes before linearized reading' (duration: 324.109987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.028319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.766977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T22:49:41.028365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.922575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:41.028293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:39.742274Z","time spent":"1.286002078s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:49:41.028401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.026186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:41.02842Z","caller":"traceutil/trace.go:171","msg":"trace[1964072546] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25271; }","duration":"325.080528ms","start":"2026-02-27T22:49:40.703335Z","end":"2026-02-27T22:49:41.028416Z","steps":["trace[1964072546] 'agreement among raft nodes before linearized reading' (duration: 325.054887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.028434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.703299Z","time spent":"325.132218ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:49:41.028438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.473843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:41.028484Z","caller":"traceutil/trace.go:171","msg":"trace[82347359] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25271; }","duration":"776.561505ms","start":"2026-02-27T22:49:40.251912Z","end":"2026-02-27T22:49:41.028474Z","steps":["trace[82347359] 'agreement among raft nodes before linearized reading' (duration: 776.496594ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:41.027395Z","caller":"traceutil/trace.go:171","msg":"trace[2097284223] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"1.29889226s","start":"2026-02-27T22:49:39.728497Z","end":"2026-02-27T22:49:41.027389Z","steps":["trace[2097284223] 'process raft request' (duration: 1.298368839s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:41.02838Z","caller":"traceutil/trace.go:171","msg":"trace[1448347009] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25271; }","duration":"324.968095ms","start":"2026-02-27T22:49:40.703407Z","end":"2026-02-27T22:49:41.028375Z","steps":["trace[1448347009] 'agreement among raft nodes before linearized reading' (duration: 324.943204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.027888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.686439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:41.028545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.703393Z","time spent":"325.141138ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-27T22:49:41.028558Z","caller":"traceutil/trace.go:171","msg":"trace[1020092742] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25271; }","duration":"325.385834ms","start":"2026-02-27T22:49:40.703156Z","end":"2026-02-27T22:49:41.028542Z","steps":["trace[1020092742] 'agreement among raft nodes before linearized reading' (duration: 324.7109ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.028548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.627483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:41.028604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.703134Z","time spent":"325.455926ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T22:49:41.028642Z","caller":"traceutil/trace.go:171","msg":"trace[1379830288] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25271; }","duration":"796.766035ms","start":"2026-02-27T22:49:40.231852Z","end":"2026-02-27T22:49:41.028618Z","steps":["trace[1379830288] 'agreement among raft nodes before linearized reading' (duration: 796.606712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.028665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.832147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:41.028695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.231806Z","time spent":"796.879608ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-02-27T22:49:41.028709Z","caller":"traceutil/trace.go:171","msg":"trace[1625640198] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25271; }","duration":"796.900629ms","start":"2026-02-27T22:49:40.231791Z","end":"2026-02-27T22:49:41.028692Z","steps":["trace[1625640198] 'agreement among raft nodes before linearized reading' (duration: 796.843057ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:41.028383Z","caller":"traceutil/trace.go:171","msg":"trace[1398174589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25271; }","duration":"775.84856ms","start":"2026-02-27T22:49:40.252518Z","end":"2026-02-27T22:49:41.028367Z","steps":["trace[1398174589] 'agreement among raft nodes before linearized reading' (duration: 775.718527ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.028205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.607618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:49:41.028783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.252506Z","time spent":"776.269078ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:49:41.028337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.704112Z","time spent":"324.221479ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:49:41.02891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.870648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:41.028934Z","caller":"traceutil/trace.go:171","msg":"trace[20079748] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25271; }","duration":"796.916219ms","start":"2026-02-27T22:49:40.232011Z","end":"2026-02-27T22:49:41.028928Z","steps":["trace[20079748] 'agreement among raft nodes before linearized reading' (duration: 796.859118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.028949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.231997Z","time spent":"796.948789ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-27T22:49:41.028862Z","caller":"traceutil/trace.go:171","msg":"trace[1767999019] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25271; }","duration":"516.256992ms","start":"2026-02-27T22:49:40.512575Z","end":"2026-02-27T22:49:41.028832Z","steps":["trace[1767999019] 'agreement among raft nodes before linearized reading' (duration: 515.558587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.028909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.170927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-27T22:49:41.029071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.28588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T22:49:41.029142Z","caller":"traceutil/trace.go:171","msg":"trace[535917901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25271; }","duration":"783.379973ms","start":"2026-02-27T22:49:40.245746Z","end":"2026-02-27T22:49:41.029126Z","steps":["trace[535917901] 'agreement among raft nodes before linearized reading' (duration: 783.204139ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:41.029094Z","caller":"traceutil/trace.go:171","msg":"trace[850075343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25271; }","duration":"777.361552ms","start":"2026-02-27T22:49:40.251711Z","end":"2026-02-27T22:49:41.029072Z","steps":["trace[850075343] 'agreement among raft nodes before linearized reading' (duration: 777.090706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.029191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.245733Z","time spent":"783.445854ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:49:41.028985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.079812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-27T22:49:41.028488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:39.727398Z","time spent":"1.300658627s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:41.028749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.231772Z","time spent":"796.96768ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:49:41.028236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.250786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-27T22:49:41.029021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:39.728472Z","time spent":"1.300529134s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:41.029609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.251696Z","time spent":"777.785361ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:49:41.029031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.251892Z","time spent":"777.131807ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T22:49:41.029442Z","caller":"traceutil/trace.go:171","msg":"trace[1123491623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25271; }","duration":"797.530562ms","start":"2026-02-27T22:49:40.231861Z","end":"2026-02-27T22:49:41.029391Z","steps":["trace[1123491623] 'agreement among raft nodes before linearized reading' (duration: 797.066662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.029006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.512531Z","time spent":"516.454366ms","remote":"127.0.0.1:47876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:49:41.030365Z","caller":"traceutil/trace.go:171","msg":"trace[1114807823] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25271; }","duration":"199.045286ms","start":"2026-02-27T22:49:40.830954Z","end":"2026-02-27T22:49:41.029999Z","steps":["trace[1114807823] 'agreement among raft nodes before linearized reading' (duration: 197.255796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:41.030609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:40.231843Z","time spent":"798.745799ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:49:41.300148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.549091ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:49:41.300356Z","caller":"traceutil/trace.go:171","msg":"trace[1519040867] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"267.036291ms","start":"2026-02-27T22:49:41.033247Z","end":"2026-02-27T22:49:41.300284Z","steps":["trace[1519040867] 'process raft request' (duration: 152.276045ms)","trace[1519040867] 'compare' (duration: 114.447059ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:42.240759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.436678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:49:42.240993Z","caller":"traceutil/trace.go:171","msg":"trace[18697221] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"1.206990393s","start":"2026-02-27T22:49:41.033971Z","end":"2026-02-27T22:49:42.240961Z","steps":["trace[18697221] 'process raft request' (duration: 645.297219ms)","trace[18697221] 'compare' (duration: 560.946468ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:42.241124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.033945Z","time spent":"1.207126266s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:42.24111Z","caller":"traceutil/trace.go:171","msg":"trace[2135732050] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"1.205425258s","start":"2026-02-27T22:49:41.035595Z","end":"2026-02-27T22:49:42.24102Z","steps":["trace[2135732050] 'process raft request' (duration: 1.205285065s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:42.24136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.035569Z","time spent":"1.205699265s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:42.241604Z","caller":"traceutil/trace.go:171","msg":"trace[1664942344] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"1.206081333s","start":"2026-02-27T22:49:41.035506Z","end":"2026-02-27T22:49:42.241588Z","steps":["trace[1664942344] 'process raft request' (duration: 1.205312706s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:42.241694Z","caller":"traceutil/trace.go:171","msg":"trace[1381888117] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"1.205160683s","start":"2026-02-27T22:49:41.036522Z","end":"2026-02-27T22:49:42.241683Z","steps":["trace[1381888117] 'process raft request' (duration: 1.204378126s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:42.241695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.035496Z","time spent":"1.206156644s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:42.241739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.036513Z","time spent":"1.205208483s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:42.585783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.836059ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:49:42.585958Z","caller":"traceutil/trace.go:171","msg":"trace[1512177991] linearizableReadLoop","detail":"{readStateIndex:26182; appliedIndex:26180; }","duration":"1.550963613s","start":"2026-02-27T22:49:41.034978Z","end":"2026-02-27T22:49:42.585942Z","steps":["trace[1512177991] 'read index received' (duration: 150.540597ms)","trace[1512177991] 'applied index is now lower than readState.Index' (duration: 1.400422026s)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:42.586316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551327191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:49:42.586355Z","caller":"traceutil/trace.go:171","msg":"trace[12337092] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25276; }","duration":"1.551397742s","start":"2026-02-27T22:49:41.034947Z","end":"2026-02-27T22:49:42.586344Z","steps":["trace[12337092] 'agreement among raft nodes before linearized reading' (duration: 1.551267129s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:42.586384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.034934Z","time spent":"1.551442413s","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T22:49:42.587107Z","caller":"traceutil/trace.go:171","msg":"trace[220507483] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"1.093089975s","start":"2026-02-27T22:49:41.493996Z","end":"2026-02-27T22:49:42.587086Z","steps":["trace[220507483] 'process raft request' (duration: 1.091869179s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:42.587235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.493967Z","time spent":"1.093197388s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:42.592011Z","caller":"traceutil/trace.go:171","msg":"trace[374767319] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"621.548301ms","start":"2026-02-27T22:49:41.970441Z","end":"2026-02-27T22:49:42.59199Z","steps":["trace[374767319] 'process raft request' (duration: 616.629543ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:42.592122Z","caller":"traceutil/trace.go:171","msg":"trace[411135971] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"341.039095ms","start":"2026-02-27T22:49:42.251069Z","end":"2026-02-27T22:49:42.592108Z","steps":["trace[411135971] 'process raft request' (duration: 340.886842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:42.592126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.970419Z","time spent":"621.646492ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:42.592193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:42.251041Z","time spent":"341.108607ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:42.592444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534173105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:42.592484Z","caller":"traceutil/trace.go:171","msg":"trace[1674465118] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25279; }","duration":"1.534248957s","start":"2026-02-27T22:49:41.058227Z","end":"2026-02-27T22:49:42.592475Z","steps":["trace[1674465118] 'agreement among raft nodes before linearized reading' (duration: 1.534157905s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:42.592507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.058216Z","time spent":"1.534285278s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:49:42.592498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534159715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:42.592577Z","caller":"traceutil/trace.go:171","msg":"trace[1860911897] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25279; }","duration":"1.534284778s","start":"2026-02-27T22:49:41.058275Z","end":"2026-02-27T22:49:42.59256Z","steps":["trace[1860911897] 'agreement among raft nodes before linearized reading' (duration: 1.534086144s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:42.5926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534324879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:42.592683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.358818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:49:42.592674Z","caller":"traceutil/trace.go:171","msg":"trace[440087334] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25279; }","duration":"1.534430351s","start":"2026-02-27T22:49:41.058227Z","end":"2026-02-27T22:49:42.592657Z","steps":["trace[440087334] 'agreement among raft nodes before linearized reading' (duration: 1.534320299s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:42.59272Z","caller":"traceutil/trace.go:171","msg":"trace[1710999578] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25279; }","duration":"829.431919ms","start":"2026-02-27T22:49:41.763278Z","end":"2026-02-27T22:49:42.59271Z","steps":["trace[1710999578] 'agreement among raft nodes before linearized reading' (duration: 829.368208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:42.592743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059622484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:42.592784Z","caller":"traceutil/trace.go:171","msg":"trace[1957656606] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25279; }","duration":"1.059679517s","start":"2026-02-27T22:49:41.533095Z","end":"2026-02-27T22:49:42.592775Z","steps":["trace[1957656606] 'agreement among raft nodes before linearized reading' (duration: 1.059602395s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:42.592808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.533037Z","time spent":"1.059763559s","remote":"127.0.0.1:38606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:49:42.592845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.927482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:42.592861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.445709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:49:42.592895Z","caller":"traceutil/trace.go:171","msg":"trace[1622982225] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25279; }","duration":"992.521801ms","start":"2026-02-27T22:49:41.600366Z","end":"2026-02-27T22:49:42.592888Z","steps":["trace[1622982225] 'agreement among raft nodes before linearized reading' (duration: 992.303495ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:42.592898Z","caller":"traceutil/trace.go:171","msg":"trace[1081510211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25279; }","duration":"940.003694ms","start":"2026-02-27T22:49:41.652881Z","end":"2026-02-27T22:49:42.592884Z","steps":["trace[1081510211] 'agreement among raft nodes before linearized reading' (duration: 939.897151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:42.592946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.652864Z","time spent":"940.070675ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:49:42.592622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.058259Z","time spent":"1.534355259s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:49:42.592911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.600339Z","time spent":"992.568062ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":237,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:49:42.59275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.76326Z","time spent":"829.48019ms","remote":"127.0.0.1:47960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:49:42.592524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534237957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:42.593278Z","caller":"traceutil/trace.go:171","msg":"trace[37293194] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25279; }","duration":"1.535026935s","start":"2026-02-27T22:49:41.058235Z","end":"2026-02-27T22:49:42.593262Z","steps":["trace[37293194] 'agreement among raft nodes before linearized reading' (duration: 1.534207326s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:42.59334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.05821Z","time spent":"1.535113437s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:49:42.592745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.05821Z","time spent":"1.534521873s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:49:42.592854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519154139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:49:42.593643Z","caller":"traceutil/trace.go:171","msg":"trace[1131036779] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25279; }","duration":"1.519898745s","start":"2026-02-27T22:49:41.073656Z","end":"2026-02-27T22:49:42.593554Z","steps":["trace[1131036779] 'agreement among raft nodes before linearized reading' (duration: 1.519112728s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:42.593675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:41.073634Z","time spent":"1.520031848s","remote":"127.0.0.1:47896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:49:42.674039Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23338} {"level":"warn","ts":"2026-02-27T22:49:43.456894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.942398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:49:43.457043Z","caller":"traceutil/trace.go:171","msg":"trace[1807192907] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"779.430407ms","start":"2026-02-27T22:49:42.67759Z","end":"2026-02-27T22:49:43.45702Z","steps":["trace[1807192907] 'process raft request' (duration: 141.169422ms)","trace[1807192907] 'compare' (duration: 636.558028ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:43.457178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:42.677562Z","time spent":"779.54486ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:43.45732Z","caller":"traceutil/trace.go:171","msg":"trace[1705943571] linearizableReadLoop","detail":"{readStateIndex:26191; appliedIndex:26190; }","duration":"779.603231ms","start":"2026-02-27T22:49:42.677644Z","end":"2026-02-27T22:49:43.457247Z","steps":["trace[1705943571] 'read index received' (duration: 141.07161ms)","trace[1705943571] 'applied index is now lower than readState.Index' (duration: 638.528451ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:43.457508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.860427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:43.457534Z","caller":"traceutil/trace.go:171","msg":"trace[1415097491] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25281; }","duration":"779.921778ms","start":"2026-02-27T22:49:42.677606Z","end":"2026-02-27T22:49:43.457528Z","steps":["trace[1415097491] 'agreement among raft nodes before linearized reading' (duration: 779.783035ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:43.457554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:42.677593Z","time spent":"779.955829ms","remote":"127.0.0.1:47748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-27T22:49:43.457365Z","caller":"traceutil/trace.go:171","msg":"trace[1730411367] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"422.314941ms","start":"2026-02-27T22:49:43.035039Z","end":"2026-02-27T22:49:43.457354Z","steps":["trace[1730411367] 'process raft request' (duration: 421.930342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:43.457707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.035021Z","time spent":"422.667669ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:44.358819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.859624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:49:44.359389Z","caller":"traceutil/trace.go:171","msg":"trace[1502146922] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"1.322472183s","start":"2026-02-27T22:49:43.036852Z","end":"2026-02-27T22:49:44.359324Z","steps":["trace[1502146922] 'process raft request' (duration: 1.322090075s)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:44.35945Z","caller":"traceutil/trace.go:171","msg":"trace[868661561] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"1.322343852s","start":"2026-02-27T22:49:43.037084Z","end":"2026-02-27T22:49:44.359428Z","steps":["trace[868661561] 'process raft request' (duration: 1.321979494s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.359506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.036845Z","time spent":"1.322608207s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:44.359562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.037076Z","time spent":"1.322425413s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:44.359654Z","caller":"traceutil/trace.go:171","msg":"trace[486199301] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"1.322543476s","start":"2026-02-27T22:49:43.036789Z","end":"2026-02-27T22:49:44.359332Z","steps":["trace[486199301] 'process raft request' (duration: 658.042508ms)","trace[486199301] 'compare' (duration: 139.620648ms)","trace[486199301] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-system/controller-leader-election-capi; req_size:518; } (duration: 523.720505ms)"],"step_count":3} {"level":"warn","ts":"2026-02-27T22:49:44.359816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.036776Z","time spent":"1.322984195s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:44.36014Z","caller":"traceutil/trace.go:171","msg":"trace[72061046] linearizableReadLoop","detail":"{readStateIndex:26197; appliedIndex:26192; }","duration":"902.75077ms","start":"2026-02-27T22:49:43.457372Z","end":"2026-02-27T22:49:44.360123Z","steps":["trace[72061046] 'read index received' (duration: 237.403354ms)","trace[72061046] 'applied index is now lower than readState.Index' (duration: 665.346376ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:44.360135Z","caller":"traceutil/trace.go:171","msg":"trace[814616781] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"1.322977975s","start":"2026-02-27T22:49:43.037129Z","end":"2026-02-27T22:49:44.360107Z","steps":["trace[814616781] 'process raft request' (duration: 1.321994134s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.360214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321589014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.360292Z","caller":"traceutil/trace.go:171","msg":"trace[1690058770] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25286; }","duration":"1.321678496s","start":"2026-02-27T22:49:43.038593Z","end":"2026-02-27T22:49:44.360271Z","steps":["trace[1690058770] 'agreement among raft nodes before linearized reading' (duration: 1.321569083s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.36031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323339143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:44.360335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.038588Z","time spent":"1.321739357s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-27T22:49:44.360351Z","caller":"traceutil/trace.go:171","msg":"trace[391015288] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25286; }","duration":"1.323427854s","start":"2026-02-27T22:49:43.036912Z","end":"2026-02-27T22:49:44.36034Z","steps":["trace[391015288] 'agreement among raft nodes before linearized reading' (duration: 1.323322712s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.360419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323383354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.360976Z","caller":"traceutil/trace.go:171","msg":"trace[1965929875] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25286; }","duration":"1.323949426s","start":"2026-02-27T22:49:43.037007Z","end":"2026-02-27T22:49:44.360957Z","steps":["trace[1965929875] 'agreement among raft nodes before linearized reading' (duration: 1.323377723s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.361032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.036997Z","time spent":"1.324019688s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.036909Z","time spent":"1.323507766s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323397714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:44.361335Z","caller":"traceutil/trace.go:171","msg":"trace[118016169] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25286; }","duration":"1.324387096s","start":"2026-02-27T22:49:43.036929Z","end":"2026-02-27T22:49:44.361316Z","steps":["trace[118016169] 'agreement among raft nodes before linearized reading' (duration: 1.323285002s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.361512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.036926Z","time spent":"1.3245658s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323604509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.361659Z","caller":"traceutil/trace.go:171","msg":"trace[1570374928] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25286; }","duration":"1.324752444s","start":"2026-02-27T22:49:43.036893Z","end":"2026-02-27T22:49:44.361645Z","steps":["trace[1570374928] 'agreement among raft nodes before linearized reading' (duration: 1.323557228s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.361684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.036889Z","time spent":"1.324787735s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323522508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.361794Z","caller":"traceutil/trace.go:171","msg":"trace[29414646] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25286; }","duration":"1.324808885s","start":"2026-02-27T22:49:43.036971Z","end":"2026-02-27T22:49:44.36178Z","steps":["trace[29414646] 'agreement among raft nodes before linearized reading' (duration: 1.323476826s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.36185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.036958Z","time spent":"1.324876316s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:49:44.36053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32688046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.36194Z","caller":"traceutil/trace.go:171","msg":"trace[1443374852] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25286; }","duration":"1.328318311s","start":"2026-02-27T22:49:43.033602Z","end":"2026-02-27T22:49:44.36192Z","steps":["trace[1443374852] 'agreement among raft nodes before linearized reading' (duration: 1.32689084s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.360598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323723041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.36201Z","caller":"traceutil/trace.go:171","msg":"trace[1820194424] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25286; }","duration":"1.325145402s","start":"2026-02-27T22:49:43.036859Z","end":"2026-02-27T22:49:44.362004Z","steps":["trace[1820194424] 'agreement among raft nodes before linearized reading' (duration: 1.323686541s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.362008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.033583Z","time spent":"1.328406714s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:49:44.362029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.036834Z","time spent":"1.325189393s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32367753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:44.36207Z","caller":"traceutil/trace.go:171","msg":"trace[180058848] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25286; }","duration":"1.325121962s","start":"2026-02-27T22:49:43.036944Z","end":"2026-02-27T22:49:44.362066Z","steps":["trace[180058848] 'agreement among raft nodes before linearized reading' (duration: 1.32361606s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.362082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.036941Z","time spent":"1.325137843s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321773499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.362125Z","caller":"traceutil/trace.go:171","msg":"trace[1663948517] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25286; }","duration":"1.323264811s","start":"2026-02-27T22:49:43.038856Z","end":"2026-02-27T22:49:44.362121Z","steps":["trace[1663948517] 'agreement among raft nodes before linearized reading' (duration: 1.321793349s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.362136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.03884Z","time spent":"1.323292992s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321609035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:44.362172Z","caller":"traceutil/trace.go:171","msg":"trace[1300275405] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25286; }","duration":"1.323151879s","start":"2026-02-27T22:49:43.039016Z","end":"2026-02-27T22:49:44.362168Z","steps":["trace[1300275405] 'agreement among raft nodes before linearized reading' (duration: 1.321557214s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.362186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.039005Z","time spent":"1.323177569s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321689966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.362227Z","caller":"traceutil/trace.go:171","msg":"trace[2121548893] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25286; }","duration":"1.323242551s","start":"2026-02-27T22:49:43.038981Z","end":"2026-02-27T22:49:44.362223Z","steps":["trace[2121548893] 'agreement among raft nodes before linearized reading' (duration: 1.321690237s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.362238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.038977Z","time spent":"1.323258241s","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.115361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T22:49:44.362288Z","caller":"traceutil/trace.go:171","msg":"trace[1385640662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25286; }","duration":"115.765687ms","start":"2026-02-27T22:49:44.246509Z","end":"2026-02-27T22:49:44.362275Z","steps":["trace[1385640662] 'agreement among raft nodes before linearized reading' (duration: 114.131772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.360658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.037125Z","time spent":"1.323089768s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:44.360713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.586975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.362402Z","caller":"traceutil/trace.go:171","msg":"trace[207082685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25286; }","duration":"707.311532ms","start":"2026-02-27T22:49:43.655086Z","end":"2026-02-27T22:49:44.362398Z","steps":["trace[207082685] 'agreement among raft nodes before linearized reading' (duration: 705.609366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.362421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.655068Z","time spent":"707.349733ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.196851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:49:44.362495Z","caller":"traceutil/trace.go:171","msg":"trace[2005132392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25286; }","duration":"894.988659ms","start":"2026-02-27T22:49:43.467502Z","end":"2026-02-27T22:49:44.36249Z","steps":["trace[2005132392] 'agreement among raft nodes before linearized reading' (duration: 893.046988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.362509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.467484Z","time spent":"895.019981ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053109483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:49:44.362601Z","caller":"traceutil/trace.go:171","msg":"trace[1739063268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25286; }","duration":"1.054981203s","start":"2026-02-27T22:49:43.307615Z","end":"2026-02-27T22:49:44.362596Z","steps":["trace[1739063268] 'agreement among raft nodes before linearized reading' (duration: 1.053071362s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.362617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.307598Z","time spent":"1.055013914s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.849188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:49:44.362694Z","caller":"traceutil/trace.go:171","msg":"trace[1360944130] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25286; }","duration":"864.800211ms","start":"2026-02-27T22:49:43.497887Z","end":"2026-02-27T22:49:44.362687Z","steps":["trace[1360944130] 'agreement among raft nodes before linearized reading' (duration: 862.831148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.362711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.497872Z","time spent":"864.833051ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:49:44.360785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.286456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-02-27T22:49:44.362807Z","caller":"traceutil/trace.go:171","msg":"trace[134477830] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25286; }","duration":"968.348801ms","start":"2026-02-27T22:49:43.394454Z","end":"2026-02-27T22:49:44.362803Z","steps":["trace[134477830] 'agreement among raft nodes before linearized reading' (duration: 966.214355ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.362825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.394436Z","time spent":"968.381482ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.275484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.362913Z","caller":"traceutil/trace.go:171","msg":"trace[179880113] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25286; }","duration":"377.43446ms","start":"2026-02-27T22:49:43.985472Z","end":"2026-02-27T22:49:44.362907Z","steps":["trace[179880113] 'agreement among raft nodes before linearized reading' (duration: 375.286744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.362931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.985442Z","time spent":"377.481521ms","remote":"127.0.0.1:38722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.470705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-27T22:49:44.363011Z","caller":"traceutil/trace.go:171","msg":"trace[665070227] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25286; }","duration":"877.679472ms","start":"2026-02-27T22:49:43.485312Z","end":"2026-02-27T22:49:44.362991Z","steps":["trace[665070227] 'agreement among raft nodes before linearized reading' (duration: 875.444344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.363109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.485299Z","time spent":"877.795155ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-27T22:49:44.360842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.129574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:49:44.360873Z","caller":"traceutil/trace.go:171","msg":"trace[2064768587] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"1.322382161s","start":"2026-02-27T22:49:43.038478Z","end":"2026-02-27T22:49:44.36086Z","steps":["trace[2064768587] 'process raft request' (duration: 1.32142754s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.363427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:43.038469Z","time spent":"1.324889237s","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:44.363548Z","caller":"traceutil/trace.go:171","msg":"trace[624277157] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25286; }","duration":"177.849014ms","start":"2026-02-27T22:49:44.185672Z","end":"2026-02-27T22:49:44.363521Z","steps":["trace[624277157] 'agreement among raft nodes before linearized reading' (duration: 175.052772ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.580877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.368864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:49:44.581022Z","caller":"traceutil/trace.go:171","msg":"trace[558177913] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"215.944654ms","start":"2026-02-27T22:49:44.365061Z","end":"2026-02-27T22:49:44.581006Z","steps":["trace[558177913] 'process raft request' (duration: 26.384186ms)","trace[558177913] 'compare' (duration: 189.266802ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:44.581267Z","caller":"traceutil/trace.go:171","msg":"trace[89816085] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"214.306199ms","start":"2026-02-27T22:49:44.366943Z","end":"2026-02-27T22:49:44.581249Z","steps":["trace[89816085] 'process raft request' (duration: 214.027463ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:44.581456Z","caller":"traceutil/trace.go:171","msg":"trace[166313808] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"214.466312ms","start":"2026-02-27T22:49:44.366985Z","end":"2026-02-27T22:49:44.581451Z","steps":["trace[166313808] 'process raft request' (duration: 214.199796ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:44.581687Z","caller":"traceutil/trace.go:171","msg":"trace[788321120] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"213.072432ms","start":"2026-02-27T22:49:44.368606Z","end":"2026-02-27T22:49:44.581678Z","steps":["trace[788321120] 'process raft request' (duration: 212.822496ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:44.581777Z","caller":"traceutil/trace.go:171","msg":"trace[710884559] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"212.778126ms","start":"2026-02-27T22:49:44.368989Z","end":"2026-02-27T22:49:44.581767Z","steps":["trace[710884559] 'process raft request' (duration: 212.650722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:44.581748Z","caller":"traceutil/trace.go:171","msg":"trace[1582925968] linearizableReadLoop","detail":"{readStateIndex:26199; appliedIndex:26197; }","duration":"214.437531ms","start":"2026-02-27T22:49:44.367291Z","end":"2026-02-27T22:49:44.581729Z","steps":["trace[1582925968] 'read index received' (duration: 24.162238ms)","trace[1582925968] 'applied index is now lower than readState.Index' (duration: 190.274503ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:44.581845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.536524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.581874Z","caller":"traceutil/trace.go:171","msg":"trace[1624020453] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25291; }","duration":"214.593106ms","start":"2026-02-27T22:49:44.367273Z","end":"2026-02-27T22:49:44.581866Z","steps":["trace[1624020453] 'agreement among raft nodes before linearized reading' (duration: 214.524114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.581937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.235377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-451fd3fc-2301-4a09-a013-d8beacfab081\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-27T22:49:44.58197Z","caller":"traceutil/trace.go:171","msg":"trace[516676146] range","detail":"{range_begin:/registry/persistentvolumes/pvc-451fd3fc-2301-4a09-a013-d8beacfab081; range_end:; response_count:1; response_revision:25291; }","duration":"214.284799ms","start":"2026-02-27T22:49:44.367676Z","end":"2026-02-27T22:49:44.581961Z","steps":["trace[516676146] 'agreement among raft nodes before linearized reading' (duration: 214.182997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.582003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.888387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.582062Z","caller":"traceutil/trace.go:171","msg":"trace[1883847085] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25291; }","duration":"124.984759ms","start":"2026-02-27T22:49:44.457068Z","end":"2026-02-27T22:49:44.582053Z","steps":["trace[1883847085] 'agreement among raft nodes before linearized reading' (duration: 124.887787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.582177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.239057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-27T22:49:44.582201Z","caller":"traceutil/trace.go:171","msg":"trace[755877686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25291; }","duration":"208.284888ms","start":"2026-02-27T22:49:44.373908Z","end":"2026-02-27T22:49:44.582193Z","steps":["trace[755877686] 'agreement among raft nodes before linearized reading' (duration: 208.204986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.835289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.161434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.835375Z","caller":"traceutil/trace.go:171","msg":"trace[1825541482] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25291; }","duration":"241.338329ms","start":"2026-02-27T22:49:44.594017Z","end":"2026-02-27T22:49:44.835355Z","steps":["trace[1825541482] 'range keys from in-memory index tree' (duration: 241.064323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.835655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.959496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.835771Z","caller":"traceutil/trace.go:171","msg":"trace[930997623] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25291; }","duration":"239.10673ms","start":"2026-02-27T22:49:44.596637Z","end":"2026-02-27T22:49:44.835744Z","steps":["trace[930997623] 'range keys from in-memory index tree' (duration: 238.900866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.835843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.68492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:44.835908Z","caller":"traceutil/trace.go:171","msg":"trace[2042106905] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25291; }","duration":"237.771141ms","start":"2026-02-27T22:49:44.598121Z","end":"2026-02-27T22:49:44.835892Z","steps":["trace[2042106905] 'range keys from in-memory index tree' (duration: 237.541216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.835948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.229272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.835982Z","caller":"traceutil/trace.go:171","msg":"trace[498309054] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25291; }","duration":"239.264053ms","start":"2026-02-27T22:49:44.596708Z","end":"2026-02-27T22:49:44.835972Z","steps":["trace[498309054] 'range keys from in-memory index tree' (duration: 239.169021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:44.836085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.752812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:44.836138Z","caller":"traceutil/trace.go:171","msg":"trace[1614804036] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25291; }","duration":"238.822614ms","start":"2026-02-27T22:49:44.597303Z","end":"2026-02-27T22:49:44.836125Z","steps":["trace[1614804036] 'range keys from in-memory index tree' (duration: 238.713421ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:45.127687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.458287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:49:45.128015Z","caller":"traceutil/trace.go:171","msg":"trace[466560587] linearizableReadLoop","detail":"{readStateIndex:26203; appliedIndex:26202; }","duration":"288.253383ms","start":"2026-02-27T22:49:44.83974Z","end":"2026-02-27T22:49:45.127993Z","steps":["trace[466560587] 'read index received' (duration: 38.334876ms)","trace[466560587] 'applied index is now lower than readState.Index' (duration: 249.916457ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:45.128096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.346146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:45.128194Z","caller":"traceutil/trace.go:171","msg":"trace[1818017812] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25292; }","duration":"288.464988ms","start":"2026-02-27T22:49:44.839719Z","end":"2026-02-27T22:49:45.128184Z","steps":["trace[1818017812] 'agreement among raft nodes before linearized reading' (duration: 288.322925ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:45.128036Z","caller":"traceutil/trace.go:171","msg":"trace[28285861] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"528.905787ms","start":"2026-02-27T22:49:44.599098Z","end":"2026-02-27T22:49:45.128004Z","steps":["trace[28285861] 'process raft request' (duration: 279.027391ms)","trace[28285861] 'compare' (duration: 249.330504ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:45.128326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:44.599087Z","time spent":"529.168933ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:45.759278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.168596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:45.759406Z","caller":"traceutil/trace.go:171","msg":"trace[245936647] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25292; }","duration":"498.348661ms","start":"2026-02-27T22:49:45.261035Z","end":"2026-02-27T22:49:45.759384Z","steps":["trace[245936647] 'count revisions from in-memory index tree' (duration: 498.093905ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:45.759458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:45.261016Z","time spent":"498.426893ms","remote":"127.0.0.1:38348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:49:45.759559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.251207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:45.759635Z","caller":"traceutil/trace.go:171","msg":"trace[2015331633] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25292; }","duration":"366.37685ms","start":"2026-02-27T22:49:45.39324Z","end":"2026-02-27T22:49:45.759617Z","steps":["trace[2015331633] 'count revisions from in-memory index tree' (duration: 366.066952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:45.759678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:45.393221Z","time spent":"366.446641ms","remote":"127.0.0.1:55392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:49:46.032313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.875572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:49:46.03241Z","caller":"traceutil/trace.go:171","msg":"trace[2033042949] linearizableReadLoop","detail":"{readStateIndex:26204; appliedIndex:26203; }","duration":"550.421047ms","start":"2026-02-27T22:49:45.481973Z","end":"2026-02-27T22:49:46.032394Z","steps":["trace[2033042949] 'read index received' (duration: 94.307449ms)","trace[2033042949] 'applied index is now lower than readState.Index' (duration: 456.112268ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:46.032482Z","caller":"traceutil/trace.go:171","msg":"trace[2090995121] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"562.082931ms","start":"2026-02-27T22:49:45.470382Z","end":"2026-02-27T22:49:46.032465Z","steps":["trace[2090995121] 'process raft request' (duration: 105.977824ms)","trace[2090995121] 'compare' (duration: 182.921863ms)","trace[2090995121] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 272.595722ms)"],"step_count":3} {"level":"warn","ts":"2026-02-27T22:49:46.032536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:45.470361Z","time spent":"562.146022ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:46.032989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.776815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-27T22:49:46.033118Z","caller":"traceutil/trace.go:171","msg":"trace[683782680] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25293; }","duration":"551.147503ms","start":"2026-02-27T22:49:45.481914Z","end":"2026-02-27T22:49:46.033062Z","steps":["trace[683782680] 'agreement among raft nodes before linearized reading' (duration: 550.651121ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.033218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:45.481893Z","time spent":"551.270006ms","remote":"127.0.0.1:47698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-02-27T22:49:46.480245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.500874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:49:46.480468Z","caller":"traceutil/trace.go:171","msg":"trace[13684016] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"690.203179ms","start":"2026-02-27T22:49:45.790219Z","end":"2026-02-27T22:49:46.480422Z","steps":["trace[13684016] 'process raft request' (duration: 338.402568ms)","trace[13684016] 'compare' (duration: 227.841815ms)","trace[13684016] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/ceph.rook.io/cephclusters/openstack/ceph; req_size:7729; } (duration: 123.443725ms)"],"step_count":3} {"level":"info","ts":"2026-02-27T22:49:46.48055Z","caller":"traceutil/trace.go:171","msg":"trace[1811558353] linearizableReadLoop","detail":"{readStateIndex:26205; appliedIndex:26204; }","duration":"448.098033ms","start":"2026-02-27T22:49:46.032434Z","end":"2026-02-27T22:49:46.480532Z","steps":["trace[1811558353] 'read index received' (duration: 96.087778ms)","trace[1811558353] 'applied index is now lower than readState.Index' (duration: 352.008275ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:46.480677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.406285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:46.480717Z","caller":"traceutil/trace.go:171","msg":"trace[1179284184] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25295; }","duration":"500.488997ms","start":"2026-02-27T22:49:45.980217Z","end":"2026-02-27T22:49:46.480706Z","steps":["trace[1179284184] 'agreement among raft nodes before linearized reading' (duration: 500.395475ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.48075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:45.980208Z","time spent":"500.531958ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:49:46.480804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:45.790194Z","time spent":"690.377613ms","remote":"127.0.0.1:55348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:46.480507Z","caller":"traceutil/trace.go:171","msg":"trace[226067020] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"116.124645ms","start":"2026-02-27T22:49:46.364358Z","end":"2026-02-27T22:49:46.480483Z","steps":["trace[226067020] 'process raft request' (duration: 116.000802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.480915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.418193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T22:49:46.480917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.004246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T22:49:46.480954Z","caller":"traceutil/trace.go:171","msg":"trace[95867309] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:25295; }","duration":"870.490205ms","start":"2026-02-27T22:49:45.610454Z","end":"2026-02-27T22:49:46.480944Z","steps":["trace[95867309] 'agreement among raft nodes before linearized reading' (duration: 870.346252ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.480963Z","caller":"traceutil/trace.go:171","msg":"trace[776878093] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25295; }","duration":"991.066877ms","start":"2026-02-27T22:49:45.489882Z","end":"2026-02-27T22:49:46.480949Z","steps":["trace[776878093] 'agreement among raft nodes before linearized reading' (duration: 990.922954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.480961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.385983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:46.481011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:45.489872Z","time spent":"991.130599ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-27T22:49:46.480981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.299483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:46.481041Z","caller":"traceutil/trace.go:171","msg":"trace[2031945726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25295; }","duration":"826.514246ms","start":"2026-02-27T22:49:45.65451Z","end":"2026-02-27T22:49:46.481024Z","steps":["trace[2031945726] 'agreement among raft nodes before linearized reading' (duration: 826.372433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.48098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:45.610437Z","time spent":"870.537126ms","remote":"127.0.0.1:47566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-02-27T22:49:46.481083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:45.65449Z","time spent":"826.585087ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:49:46.481082Z","caller":"traceutil/trace.go:171","msg":"trace[1614975326] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25295; }","duration":"522.441397ms","start":"2026-02-27T22:49:45.958624Z","end":"2026-02-27T22:49:46.481065Z","steps":["trace[1614975326] 'agreement among raft nodes before linearized reading' (duration: 522.239892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.481492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:45.958604Z","time spent":"522.867366ms","remote":"127.0.0.1:55438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:49:46.482069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.424683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T22:49:46.482143Z","caller":"traceutil/trace.go:171","msg":"trace[166220256] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25295; }","duration":"995.557267ms","start":"2026-02-27T22:49:45.486569Z","end":"2026-02-27T22:49:46.482126Z","steps":["trace[166220256] 'agreement among raft nodes before linearized reading' (duration: 994.31959ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.482175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:45.486549Z","time spent":"995.619038ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-27T22:49:46.483701Z","caller":"traceutil/trace.go:171","msg":"trace[1840380378] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"118.983197ms","start":"2026-02-27T22:49:46.364702Z","end":"2026-02-27T22:49:46.483685Z","steps":["trace[1840380378] 'process raft request' (duration: 118.807113ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.483754Z","caller":"traceutil/trace.go:171","msg":"trace[1090105345] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"118.028206ms","start":"2026-02-27T22:49:46.365711Z","end":"2026-02-27T22:49:46.483739Z","steps":["trace[1090105345] 'process raft request' (duration: 117.901693ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.483804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.164104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:46.483844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.273998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:46.483866Z","caller":"traceutil/trace.go:171","msg":"trace[1936133499] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25299; }","duration":"115.227625ms","start":"2026-02-27T22:49:46.368625Z","end":"2026-02-27T22:49:46.483853Z","steps":["trace[1936133499] 'agreement among raft nodes before linearized reading' (duration: 115.127913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.483861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.348154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:46.483885Z","caller":"traceutil/trace.go:171","msg":"trace[1901999746] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25299; }","duration":"116.327539ms","start":"2026-02-27T22:49:46.367546Z","end":"2026-02-27T22:49:46.483873Z","steps":["trace[1901999746] 'agreement among raft nodes before linearized reading' (duration: 116.266128ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.483942Z","caller":"traceutil/trace.go:171","msg":"trace[37690869] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25299; }","duration":"113.447727ms","start":"2026-02-27T22:49:46.370477Z","end":"2026-02-27T22:49:46.483925Z","steps":["trace[37690869] 'agreement among raft nodes before linearized reading' (duration: 113.299553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.48394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.304721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:46.48399Z","caller":"traceutil/trace.go:171","msg":"trace[937559693] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25299; }","duration":"117.391833ms","start":"2026-02-27T22:49:46.366588Z","end":"2026-02-27T22:49:46.48398Z","steps":["trace[937559693] 'agreement among raft nodes before linearized reading' (duration: 117.323322ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.484053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.572764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:46.484094Z","caller":"traceutil/trace.go:171","msg":"trace[1818815528] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25299; }","duration":"115.620714ms","start":"2026-02-27T22:49:46.368461Z","end":"2026-02-27T22:49:46.484081Z","steps":["trace[1818815528] 'agreement among raft nodes before linearized reading' (duration: 115.516572ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.484142Z","caller":"traceutil/trace.go:171","msg":"trace[965724034] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"115.762027ms","start":"2026-02-27T22:49:46.368369Z","end":"2026-02-27T22:49:46.484131Z","steps":["trace[965724034] 'process raft request' (duration: 115.302887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.484148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.026388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:46.484165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.697667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:46.484211Z","caller":"traceutil/trace.go:171","msg":"trace[1202419803] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25299; }","duration":"118.111119ms","start":"2026-02-27T22:49:46.366091Z","end":"2026-02-27T22:49:46.484202Z","steps":["trace[1202419803] 'agreement among raft nodes before linearized reading' (duration: 118.031447ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.484228Z","caller":"traceutil/trace.go:171","msg":"trace[1069929060] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25299; }","duration":"115.779498ms","start":"2026-02-27T22:49:46.368433Z","end":"2026-02-27T22:49:46.484213Z","steps":["trace[1069929060] 'agreement among raft nodes before linearized reading' (duration: 115.558073ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.484103Z","caller":"traceutil/trace.go:171","msg":"trace[2004811742] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"117.899124ms","start":"2026-02-27T22:49:46.366184Z","end":"2026-02-27T22:49:46.484083Z","steps":["trace[2004811742] 'process raft request' (duration: 117.460134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.484278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.201394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:46.48429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.54625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:46.484316Z","caller":"traceutil/trace.go:171","msg":"trace[912333666] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25299; }","duration":"115.251056ms","start":"2026-02-27T22:49:46.369056Z","end":"2026-02-27T22:49:46.484307Z","steps":["trace[912333666] 'agreement among raft nodes before linearized reading' (duration: 115.203185ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.484331Z","caller":"traceutil/trace.go:171","msg":"trace[1935501166] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25299; }","duration":"113.59782ms","start":"2026-02-27T22:49:46.37072Z","end":"2026-02-27T22:49:46.484318Z","steps":["trace[1935501166] 'agreement among raft nodes before linearized reading' (duration: 113.535669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.484384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.784697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-be8b303b-1bea-4e1e-a092-1db9b5eb9a22\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-02-27T22:49:46.484238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.887956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:46.484431Z","caller":"traceutil/trace.go:171","msg":"trace[1048911283] range","detail":"{range_begin:/registry/persistentvolumes/pvc-be8b303b-1bea-4e1e-a092-1db9b5eb9a22; range_end:; response_count:1; response_revision:25299; }","duration":"447.847609ms","start":"2026-02-27T22:49:46.03657Z","end":"2026-02-27T22:49:46.484417Z","steps":["trace[1048911283] 'agreement among raft nodes before linearized reading' (duration: 447.743886ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.484437Z","caller":"traceutil/trace.go:171","msg":"trace[1171119270] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25299; }","duration":"114.098841ms","start":"2026-02-27T22:49:46.370327Z","end":"2026-02-27T22:49:46.484426Z","steps":["trace[1171119270] 'agreement among raft nodes before linearized reading' (duration: 113.839775ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.48446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:46.036552Z","time spent":"447.900009ms","remote":"127.0.0.1:47682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-be8b303b-1bea-4e1e-a092-1db9b5eb9a22\" "} {"level":"warn","ts":"2026-02-27T22:49:46.48642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.803093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:46.486475Z","caller":"traceutil/trace.go:171","msg":"trace[353611743] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25299; }","duration":"118.871354ms","start":"2026-02-27T22:49:46.367592Z","end":"2026-02-27T22:49:46.486463Z","steps":["trace[353611743] 'agreement among raft nodes before linearized reading' (duration: 118.779222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.486744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.643098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:46.486829Z","caller":"traceutil/trace.go:171","msg":"trace[681135156] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25299; }","duration":"117.753201ms","start":"2026-02-27T22:49:46.369058Z","end":"2026-02-27T22:49:46.486811Z","steps":["trace[681135156] 'agreement among raft nodes before linearized reading' (duration: 117.580216ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.728075Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23338,"took":"4.049571346s","hash":3158616738,"current-db-size-bytes":47464448,"current-db-size":"48 MB","current-db-size-in-use-bytes":31399936,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T22:49:46.728165Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3158616738,"revision":23338,"compact-revision":20270} {"level":"info","ts":"2026-02-27T22:49:46.728639Z","caller":"traceutil/trace.go:171","msg":"trace[1428194200] linearizableReadLoop","detail":"{readStateIndex:26214; appliedIndex:26213; }","duration":"142.565383ms","start":"2026-02-27T22:49:46.586049Z","end":"2026-02-27T22:49:46.728614Z","steps":["trace[1428194200] 'read index received' (duration: 49.984402ms)","trace[1428194200] 'applied index is now lower than readState.Index' (duration: 92.578491ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:46.728666Z","caller":"traceutil/trace.go:171","msg":"trace[1473114132] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"191.681616ms","start":"2026-02-27T22:49:46.536951Z","end":"2026-02-27T22:49:46.728633Z","steps":["trace[1473114132] 'process raft request' (duration: 99.068703ms)","trace[1473114132] 'compare' (duration: 92.220734ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:46.728934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.864219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T22:49:46.729031Z","caller":"traceutil/trace.go:171","msg":"trace[1772930769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25302; }","duration":"143.009973ms","start":"2026-02-27T22:49:46.586005Z","end":"2026-02-27T22:49:46.729015Z","steps":["trace[1772930769] 'agreement among raft nodes before linearized reading' (duration: 142.747427ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.729188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.115088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:49:46.729237Z","caller":"traceutil/trace.go:171","msg":"trace[1128553723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25302; }","duration":"134.20235ms","start":"2026-02-27T22:49:46.595023Z","end":"2026-02-27T22:49:46.729226Z","steps":["trace[1128553723] 'agreement among raft nodes before linearized reading' (duration: 134.046437ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.729231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.013701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T22:49:46.729303Z","caller":"traceutil/trace.go:171","msg":"trace[47275849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25302; }","duration":"137.113154ms","start":"2026-02-27T22:49:46.592178Z","end":"2026-02-27T22:49:46.729291Z","steps":["trace[47275849] 'agreement among raft nodes before linearized reading' (duration: 136.967001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.729237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.88855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T22:49:46.72998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.888205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T22:49:46.729938Z","caller":"traceutil/trace.go:171","msg":"trace[952376035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25302; }","duration":"143.620585ms","start":"2026-02-27T22:49:46.586305Z","end":"2026-02-27T22:49:46.729925Z","steps":["trace[952376035] 'agreement among raft nodes before linearized reading' (duration: 142.659555ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.730036Z","caller":"traceutil/trace.go:171","msg":"trace[1210855991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25302; }","duration":"134.954496ms","start":"2026-02-27T22:49:46.595066Z","end":"2026-02-27T22:49:46.73002Z","steps":["trace[1210855991] 'agreement among raft nodes before linearized reading' (duration: 134.000446ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.915924Z","caller":"traceutil/trace.go:171","msg":"trace[2095343054] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"182.234308ms","start":"2026-02-27T22:49:46.733665Z","end":"2026-02-27T22:49:46.9159Z","steps":["trace[2095343054] 'process raft request' (duration: 182.091195ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.915932Z","caller":"traceutil/trace.go:171","msg":"trace[886474416] linearizableReadLoop","detail":"{readStateIndex:26219; appliedIndex:26214; }","duration":"181.576205ms","start":"2026-02-27T22:49:46.734336Z","end":"2026-02-27T22:49:46.915912Z","steps":["trace[886474416] 'read index received' (duration: 82.718706ms)","trace[886474416] 'applied index is now lower than readState.Index' (duration: 98.856629ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:46.916081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.735678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:49:46.916105Z","caller":"traceutil/trace.go:171","msg":"trace[607040802] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"182.207019ms","start":"2026-02-27T22:49:46.733884Z","end":"2026-02-27T22:49:46.916091Z","steps":["trace[607040802] 'process raft request' (duration: 181.954763ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.916129Z","caller":"traceutil/trace.go:171","msg":"trace[30798673] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25307; }","duration":"181.82334ms","start":"2026-02-27T22:49:46.734297Z","end":"2026-02-27T22:49:46.91612Z","steps":["trace[30798673] 'agreement among raft nodes before linearized reading' (duration: 181.677567ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.916155Z","caller":"traceutil/trace.go:171","msg":"trace[1218133612] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"182.137287ms","start":"2026-02-27T22:49:46.733986Z","end":"2026-02-27T22:49:46.916123Z","steps":["trace[1218133612] 'process raft request' (duration: 181.892392ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:46.915929Z","caller":"traceutil/trace.go:171","msg":"trace[790121404] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"182.344991ms","start":"2026-02-27T22:49:46.733553Z","end":"2026-02-27T22:49:46.915898Z","steps":["trace[790121404] 'process raft request' (duration: 180.705465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:46.916416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.222267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:49:46.916471Z","caller":"traceutil/trace.go:171","msg":"trace[2146118794] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25307; }","duration":"132.323889ms","start":"2026-02-27T22:49:46.784135Z","end":"2026-02-27T22:49:46.916459Z","steps":["trace[2146118794] 'agreement among raft nodes before linearized reading' (duration: 132.203447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:47.177914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.866624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:47.17799Z","caller":"traceutil/trace.go:171","msg":"trace[325047181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25307; }","duration":"112.952276ms","start":"2026-02-27T22:49:47.06502Z","end":"2026-02-27T22:49:47.177973Z","steps":["trace[325047181] 'range keys from in-memory index tree' (duration: 112.766892ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:47.286957Z","caller":"traceutil/trace.go:171","msg":"trace[1475949646] linearizableReadLoop","detail":"{readStateIndex:26220; appliedIndex:26219; }","duration":"109.482321ms","start":"2026-02-27T22:49:47.177445Z","end":"2026-02-27T22:49:47.286927Z","steps":["trace[1475949646] 'read index received' (duration: 109.313267ms)","trace[1475949646] 'applied index is now lower than readState.Index' (duration: 167.673µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:47.287028Z","caller":"traceutil/trace.go:171","msg":"trace[1499686019] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"135.189571ms","start":"2026-02-27T22:49:47.151805Z","end":"2026-02-27T22:49:47.286994Z","steps":["trace[1499686019] 'process raft request' (duration: 134.953246ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:47.287095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.625303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:49:47.287132Z","caller":"traceutil/trace.go:171","msg":"trace[358517795] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25308; }","duration":"109.808367ms","start":"2026-02-27T22:49:47.177311Z","end":"2026-02-27T22:49:47.287119Z","steps":["trace[358517795] 'agreement among raft nodes before linearized reading' (duration: 109.722795ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:51.14329Z","caller":"traceutil/trace.go:171","msg":"trace[574091024] linearizableReadLoop","detail":"{readStateIndex:26243; appliedIndex:26242; }","duration":"149.556036ms","start":"2026-02-27T22:49:50.993704Z","end":"2026-02-27T22:49:51.14326Z","steps":["trace[574091024] 'read index received' (duration: 149.354531ms)","trace[574091024] 'applied index is now lower than readState.Index' (duration: 200.555µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:51.143447Z","caller":"traceutil/trace.go:171","msg":"trace[548319693] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"182.148327ms","start":"2026-02-27T22:49:50.961227Z","end":"2026-02-27T22:49:51.143376Z","steps":["trace[548319693] 'process raft request' (duration: 181.844551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:51.143536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.796391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:49:51.14358Z","caller":"traceutil/trace.go:171","msg":"trace[946967581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25331; }","duration":"149.889783ms","start":"2026-02-27T22:49:50.993678Z","end":"2026-02-27T22:49:51.143567Z","steps":["trace[946967581] 'agreement among raft nodes before linearized reading' (duration: 149.712869ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:51.437831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.58234ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:49:51.438058Z","caller":"traceutil/trace.go:171","msg":"trace[184757963] linearizableReadLoop","detail":"{readStateIndex:26244; appliedIndex:26243; }","duration":"294.678393ms","start":"2026-02-27T22:49:51.14336Z","end":"2026-02-27T22:49:51.438039Z","steps":["trace[184757963] 'read index received' (duration: 49.882699ms)","trace[184757963] 'applied index is now lower than readState.Index' (duration: 244.794404ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:51.438405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.462592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:49:51.438443Z","caller":"traceutil/trace.go:171","msg":"trace[1371580102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25331; }","duration":"443.532173ms","start":"2026-02-27T22:49:50.994897Z","end":"2026-02-27T22:49:51.43843Z","steps":["trace[1371580102] 'agreement among raft nodes before linearized reading' (duration: 443.412201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:51.438468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:50.994878Z","time spent":"443.582414ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:49:51.438624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.726067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:49:51.43869Z","caller":"traceutil/trace.go:171","msg":"trace[784773405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25331; }","duration":"443.83063ms","start":"2026-02-27T22:49:50.994843Z","end":"2026-02-27T22:49:51.438673Z","steps":["trace[784773405] 'agreement among raft nodes before linearized reading' (duration: 443.605455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:51.438737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:50.994827Z","time spent":"443.903561ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T22:49:51.438788Z","caller":"traceutil/trace.go:171","msg":"trace[31275246] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"290.8433ms","start":"2026-02-27T22:49:51.147935Z","end":"2026-02-27T22:49:51.438778Z","steps":["trace[31275246] 'process raft request' (duration: 290.001462ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:51.441036Z","caller":"traceutil/trace.go:171","msg":"trace[94587999] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"199.817752ms","start":"2026-02-27T22:49:51.241195Z","end":"2026-02-27T22:49:51.441012Z","steps":["trace[94587999] 'process raft request' (duration: 197.571223ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:51.441103Z","caller":"traceutil/trace.go:171","msg":"trace[758379980] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"115.268507ms","start":"2026-02-27T22:49:51.325821Z","end":"2026-02-27T22:49:51.441089Z","steps":["trace[758379980] 'process raft request' (duration: 114.983231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:51.441056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.747386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418426"} {"level":"info","ts":"2026-02-27T22:49:51.441241Z","caller":"traceutil/trace.go:171","msg":"trace[812164728] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25334; }","duration":"137.008682ms","start":"2026-02-27T22:49:51.304217Z","end":"2026-02-27T22:49:51.441226Z","steps":["trace[812164728] 'agreement among raft nodes before linearized reading' (duration: 136.636174ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:51.985163Z","caller":"traceutil/trace.go:171","msg":"trace[756797664] linearizableReadLoop","detail":"{readStateIndex:26250; appliedIndex:26249; }","duration":"106.616237ms","start":"2026-02-27T22:49:51.878502Z","end":"2026-02-27T22:49:51.985118Z","steps":["trace[756797664] 'read index received' (duration: 106.142097ms)","trace[756797664] 'applied index is now lower than readState.Index' (duration: 470.19µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:51.985227Z","caller":"traceutil/trace.go:171","msg":"trace[21758435] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"155.014454ms","start":"2026-02-27T22:49:51.830185Z","end":"2026-02-27T22:49:51.985199Z","steps":["trace[21758435] 'process raft request' (duration: 154.623856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:51.985388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.858502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:49:51.986687Z","caller":"traceutil/trace.go:171","msg":"trace[1403519824] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25337; }","duration":"107.034497ms","start":"2026-02-27T22:49:51.87847Z","end":"2026-02-27T22:49:51.985505Z","steps":["trace[1403519824] 'agreement among raft nodes before linearized reading' (duration: 106.757251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:52.648691Z","caller":"traceutil/trace.go:171","msg":"trace[1412089136] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"123.082328ms","start":"2026-02-27T22:49:52.525569Z","end":"2026-02-27T22:49:52.648652Z","steps":["trace[1412089136] 'process raft request' (duration: 122.805402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:53.555003Z","caller":"traceutil/trace.go:171","msg":"trace[542764843] linearizableReadLoop","detail":"{readStateIndex:26260; appliedIndex:26258; }","duration":"106.245079ms","start":"2026-02-27T22:49:53.448729Z","end":"2026-02-27T22:49:53.554974Z","steps":["trace[542764843] 'read index received' (duration: 46.932283ms)","trace[542764843] 'applied index is now lower than readState.Index' (duration: 59.311636ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:53.55512Z","caller":"traceutil/trace.go:171","msg":"trace[1914221511] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"108.451658ms","start":"2026-02-27T22:49:53.446636Z","end":"2026-02-27T22:49:53.555087Z","steps":["trace[1914221511] 'process raft request' (duration: 89.32209ms)","trace[1914221511] 'compare' (duration: 18.856802ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:53.555328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.579537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:49:53.555402Z","caller":"traceutil/trace.go:171","msg":"trace[411334341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25347; }","duration":"106.679419ms","start":"2026-02-27T22:49:53.448701Z","end":"2026-02-27T22:49:53.55538Z","steps":["trace[411334341] 'agreement among raft nodes before linearized reading' (duration: 106.462164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:53.555504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.550825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:49:53.555574Z","caller":"traceutil/trace.go:171","msg":"trace[17824188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25348; }","duration":"105.668008ms","start":"2026-02-27T22:49:53.449891Z","end":"2026-02-27T22:49:53.555559Z","steps":["trace[17824188] 'agreement among raft nodes before linearized reading' (duration: 105.433193ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:54.915374Z","caller":"traceutil/trace.go:171","msg":"trace[1551620337] linearizableReadLoop","detail":"{readStateIndex:26265; appliedIndex:26264; }","duration":"259.910975ms","start":"2026-02-27T22:49:54.655447Z","end":"2026-02-27T22:49:54.915358Z","steps":["trace[1551620337] 'read index received' (duration: 259.875684ms)","trace[1551620337] 'applied index is now lower than readState.Index' (duration: 34.681µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:54.915421Z","caller":"traceutil/trace.go:171","msg":"trace[1432880730] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"260.277083ms","start":"2026-02-27T22:49:54.655129Z","end":"2026-02-27T22:49:54.915406Z","steps":["trace[1432880730] 'process raft request' (duration: 260.088069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:54.915482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.022347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:54.915501Z","caller":"traceutil/trace.go:171","msg":"trace[1456458520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25352; }","duration":"260.084339ms","start":"2026-02-27T22:49:54.655411Z","end":"2026-02-27T22:49:54.915495Z","steps":["trace[1456458520] 'agreement among raft nodes before linearized reading' (duration: 260.034658ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:54.931324Z","caller":"traceutil/trace.go:171","msg":"trace[359037093] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"272.09441ms","start":"2026-02-27T22:49:54.659203Z","end":"2026-02-27T22:49:54.931297Z","steps":["trace[359037093] 'process raft request' (duration: 271.897116ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:54.931621Z","caller":"traceutil/trace.go:171","msg":"trace[739083917] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"271.436997ms","start":"2026-02-27T22:49:54.660167Z","end":"2026-02-27T22:49:54.931604Z","steps":["trace[739083917] 'process raft request' (duration: 271.085939ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:54.931833Z","caller":"traceutil/trace.go:171","msg":"trace[100971111] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"270.21888ms","start":"2026-02-27T22:49:54.661605Z","end":"2026-02-27T22:49:54.931824Z","steps":["trace[100971111] 'process raft request' (duration: 269.923603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:54.932089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.005065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:54.932088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.845496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:54.932138Z","caller":"traceutil/trace.go:171","msg":"trace[1744717310] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"270.120137ms","start":"2026-02-27T22:49:54.661994Z","end":"2026-02-27T22:49:54.932114Z","steps":["trace[1744717310] 'process raft request' (duration: 269.707518ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:54.932166Z","caller":"traceutil/trace.go:171","msg":"trace[57351157] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25356; }","duration":"271.956198ms","start":"2026-02-27T22:49:54.660195Z","end":"2026-02-27T22:49:54.932151Z","steps":["trace[57351157] 'agreement among raft nodes before linearized reading' (duration: 271.804644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:54.932223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.006368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-27T22:49:54.932252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.26957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:49:54.932276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.109556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:54.932321Z","caller":"traceutil/trace.go:171","msg":"trace[923355843] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25356; }","duration":"270.384763ms","start":"2026-02-27T22:49:54.661921Z","end":"2026-02-27T22:49:54.932306Z","steps":["trace[923355843] 'agreement among raft nodes before linearized reading' (duration: 270.23929ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:54.932357Z","caller":"traceutil/trace.go:171","msg":"trace[346115708] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25356; }","duration":"269.222218ms","start":"2026-02-27T22:49:54.663117Z","end":"2026-02-27T22:49:54.932339Z","steps":["trace[346115708] 'agreement among raft nodes before linearized reading' (duration: 268.972692ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:54.932292Z","caller":"traceutil/trace.go:171","msg":"trace[190447175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25356; }","duration":"239.11869ms","start":"2026-02-27T22:49:54.693156Z","end":"2026-02-27T22:49:54.932275Z","steps":["trace[190447175] 'agreement among raft nodes before linearized reading' (duration: 238.854855ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:54.93213Z","caller":"traceutil/trace.go:171","msg":"trace[712999807] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25356; }","duration":"270.073086ms","start":"2026-02-27T22:49:54.662047Z","end":"2026-02-27T22:49:54.93212Z","steps":["trace[712999807] 'agreement among raft nodes before linearized reading' (duration: 269.989754ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:55.734724Z","caller":"traceutil/trace.go:171","msg":"trace[1261033143] linearizableReadLoop","detail":"{readStateIndex:26273; appliedIndex:26272; }","duration":"169.180464ms","start":"2026-02-27T22:49:55.565512Z","end":"2026-02-27T22:49:55.734693Z","steps":["trace[1261033143] 'read index received' (duration: 108.260744ms)","trace[1261033143] 'applied index is now lower than readState.Index' (duration: 60.91836ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:55.734884Z","caller":"traceutil/trace.go:171","msg":"trace[1278295902] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"171.458583ms","start":"2026-02-27T22:49:55.56338Z","end":"2026-02-27T22:49:55.734838Z","steps":["trace[1278295902] 'process raft request' (duration: 110.452151ms)","trace[1278295902] 'compare' (duration: 60.685045ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:55.734988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.4625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:49:55.73505Z","caller":"traceutil/trace.go:171","msg":"trace[164743551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25360; }","duration":"169.542792ms","start":"2026-02-27T22:49:55.565493Z","end":"2026-02-27T22:49:55.735035Z","steps":["trace[164743551] 'agreement among raft nodes before linearized reading' (duration: 169.363998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:55.735112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.234722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-02-27T22:49:55.735009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.443207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:49:55.735174Z","caller":"traceutil/trace.go:171","msg":"trace[1134822751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25360; }","duration":"168.646151ms","start":"2026-02-27T22:49:55.566519Z","end":"2026-02-27T22:49:55.735165Z","steps":["trace[1134822751] 'agreement among raft nodes before linearized reading' (duration: 168.358235ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:55.735175Z","caller":"traceutil/trace.go:171","msg":"trace[1537532039] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:25360; }","duration":"124.341144ms","start":"2026-02-27T22:49:55.610819Z","end":"2026-02-27T22:49:55.735161Z","steps":["trace[1537532039] 'agreement among raft nodes before linearized reading' (duration: 124.215952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:55.734988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.073627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:55.735499Z","caller":"traceutil/trace.go:171","msg":"trace[919053644] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25360; }","duration":"107.65445ms","start":"2026-02-27T22:49:55.627823Z","end":"2026-02-27T22:49:55.735478Z","steps":["trace[919053644] 'agreement among raft nodes before linearized reading' (duration: 107.070758ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:55.844903Z","caller":"traceutil/trace.go:171","msg":"trace[315318702] linearizableReadLoop","detail":"{readStateIndex:26276; appliedIndex:26274; }","duration":"105.538585ms","start":"2026-02-27T22:49:55.739348Z","end":"2026-02-27T22:49:55.844887Z","steps":["trace[315318702] 'read index received' (duration: 104.798219ms)","trace[315318702] 'applied index is now lower than readState.Index' (duration: 739.696µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:55.845049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.679818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:55.845079Z","caller":"traceutil/trace.go:171","msg":"trace[1772830108] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25362; }","duration":"105.749209ms","start":"2026-02-27T22:49:55.73932Z","end":"2026-02-27T22:49:55.84507Z","steps":["trace[1772830108] 'agreement among raft nodes before linearized reading' (duration: 105.651407ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:55.845112Z","caller":"traceutil/trace.go:171","msg":"trace[702485876] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"106.403563ms","start":"2026-02-27T22:49:55.738636Z","end":"2026-02-27T22:49:55.845039Z","steps":["trace[702485876] 'process raft request' (duration: 106.036706ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:55.845161Z","caller":"traceutil/trace.go:171","msg":"trace[593845979] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"106.327712ms","start":"2026-02-27T22:49:55.738792Z","end":"2026-02-27T22:49:55.84512Z","steps":["trace[593845979] 'process raft request' (duration: 106.057226ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:56.327021Z","caller":"traceutil/trace.go:171","msg":"trace[1835299186] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"145.734412ms","start":"2026-02-27T22:49:56.181256Z","end":"2026-02-27T22:49:56.32699Z","steps":["trace[1835299186] 'process raft request' (duration: 145.256652ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:57.239444Z","caller":"traceutil/trace.go:171","msg":"trace[1123795664] linearizableReadLoop","detail":"{readStateIndex:26280; appliedIndex:26279; }","duration":"303.17684ms","start":"2026-02-27T22:49:56.936063Z","end":"2026-02-27T22:49:57.23924Z","steps":["trace[1123795664] 'read index received' (duration: 303.072788ms)","trace[1123795664] 'applied index is now lower than readState.Index' (duration: 103.042µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:49:57.239478Z","caller":"traceutil/trace.go:171","msg":"trace[1935740702] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"318.164317ms","start":"2026-02-27T22:49:56.921291Z","end":"2026-02-27T22:49:57.239455Z","steps":["trace[1935740702] 'process raft request' (duration: 317.81972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:57.239562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.483806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:57.239598Z","caller":"traceutil/trace.go:171","msg":"trace[1678639687] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25366; }","duration":"303.589398ms","start":"2026-02-27T22:49:56.935995Z","end":"2026-02-27T22:49:57.239585Z","steps":["trace[1678639687] 'agreement among raft nodes before linearized reading' (duration: 303.522107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:57.239604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.921266Z","time spent":"318.263059ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:57.239635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.935973Z","time spent":"303.65361ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-27T22:49:57.428891Z","caller":"traceutil/trace.go:171","msg":"trace[1014814559] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"491.505862ms","start":"2026-02-27T22:49:56.937363Z","end":"2026-02-27T22:49:57.428869Z","steps":["trace[1014814559] 'process raft request' (duration: 491.306467ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:57.429011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.937342Z","time spent":"491.606104ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:49:57.429163Z","caller":"traceutil/trace.go:171","msg":"trace[1632716016] linearizableReadLoop","detail":"{readStateIndex:26284; appliedIndex:26280; }","duration":"189.647541ms","start":"2026-02-27T22:49:57.239498Z","end":"2026-02-27T22:49:57.429146Z","steps":["trace[1632716016] 'read index received' (duration: 189.146659ms)","trace[1632716016] 'applied index is now lower than readState.Index' (duration: 500.222µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:49:57.429274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.687136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:57.429301Z","caller":"traceutil/trace.go:171","msg":"trace[1628185910] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25370; }","duration":"491.755037ms","start":"2026-02-27T22:49:56.93754Z","end":"2026-02-27T22:49:57.429295Z","steps":["trace[1628185910] 'agreement among raft nodes before linearized reading' (duration: 491.682176ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:57.429328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.937527Z","time spent":"491.792288ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-02-27T22:49:57.429396Z","caller":"traceutil/trace.go:171","msg":"trace[193359917] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"491.888301ms","start":"2026-02-27T22:49:56.937458Z","end":"2026-02-27T22:49:57.429347Z","steps":["trace[193359917] 'process raft request' (duration: 491.377669ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:57.42948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.270903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:57.42951Z","caller":"traceutil/trace.go:171","msg":"trace[1294467275] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25370; }","duration":"489.301254ms","start":"2026-02-27T22:49:56.940199Z","end":"2026-02-27T22:49:57.429501Z","steps":["trace[1294467275] 'agreement among raft nodes before linearized reading' (duration: 489.244783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:57.429535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.94017Z","time spent":"489.360994ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:49:57.429563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.680225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:49:57.429597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.828983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:57.42933Z","caller":"traceutil/trace.go:171","msg":"trace[428609142] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"491.192975ms","start":"2026-02-27T22:49:56.938129Z","end":"2026-02-27T22:49:57.429322Z","steps":["trace[428609142] 'process raft request' (duration: 490.97719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:57.429613Z","caller":"traceutil/trace.go:171","msg":"trace[1849738997] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25370; }","duration":"488.864624ms","start":"2026-02-27T22:49:56.940744Z","end":"2026-02-27T22:49:57.429608Z","steps":["trace[1849738997] 'agreement among raft nodes before linearized reading' (duration: 488.837494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:57.42961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.489146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:57.42962Z","caller":"traceutil/trace.go:171","msg":"trace[1851547570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25370; }","duration":"458.779787ms","start":"2026-02-27T22:49:56.970827Z","end":"2026-02-27T22:49:57.429607Z","steps":["trace[1851547570] 'agreement among raft nodes before linearized reading' (duration: 458.610443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:57.429637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.940732Z","time spent":"488.902095ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:49:57.429606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.472871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:57.429707Z","caller":"traceutil/trace.go:171","msg":"trace[1807502612] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"491.768307ms","start":"2026-02-27T22:49:56.937933Z","end":"2026-02-27T22:49:57.429701Z","steps":["trace[1807502612] 'process raft request' (duration: 491.087843ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:57.429748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.937921Z","time spent":"491.804839ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:57.42975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.937438Z","time spent":"492.047643ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:57.429812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.565255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-27T22:49:57.429795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.938093Z","time spent":"491.566543ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:49:57.429872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.125721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:57.429916Z","caller":"traceutil/trace.go:171","msg":"trace[1672304384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25370; }","duration":"209.697319ms","start":"2026-02-27T22:49:57.220168Z","end":"2026-02-27T22:49:57.429865Z","steps":["trace[1672304384] 'agreement among raft nodes before linearized reading' (duration: 209.226349ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:57.429952Z","caller":"traceutil/trace.go:171","msg":"trace[352906239] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25370; }","duration":"490.204712ms","start":"2026-02-27T22:49:56.9397Z","end":"2026-02-27T22:49:57.429905Z","steps":["trace[352906239] 'agreement among raft nodes before linearized reading' (duration: 489.824384ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:57.429737Z","caller":"traceutil/trace.go:171","msg":"trace[585089484] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25370; }","duration":"491.621214ms","start":"2026-02-27T22:49:56.938097Z","end":"2026-02-27T22:49:57.429718Z","steps":["trace[585089484] 'agreement among raft nodes before linearized reading' (duration: 491.4085ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:57.430105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.938034Z","time spent":"492.056593ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:49:57.429665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.970809Z","time spent":"458.847998ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:49:57.429663Z","caller":"traceutil/trace.go:171","msg":"trace[342504677] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25370; }","duration":"488.569678ms","start":"2026-02-27T22:49:56.94108Z","end":"2026-02-27T22:49:57.42965Z","steps":["trace[342504677] 'agreement among raft nodes before linearized reading' (duration: 488.464296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:57.430259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.94107Z","time spent":"489.170911ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:49:57.430478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.428032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-27T22:49:57.430054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.939689Z","time spent":"490.347526ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-27T22:49:57.430535Z","caller":"traceutil/trace.go:171","msg":"trace[1940566888] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25370; }","duration":"487.503434ms","start":"2026-02-27T22:49:56.943018Z","end":"2026-02-27T22:49:57.430521Z","steps":["trace[1940566888] 'agreement among raft nodes before linearized reading' (duration: 486.263807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:57.430569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:49:56.943008Z","time spent":"487.551975ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:49:57.866051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.769669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:49:57.866133Z","caller":"traceutil/trace.go:171","msg":"trace[677056328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25374; }","duration":"126.901282ms","start":"2026-02-27T22:49:57.739216Z","end":"2026-02-27T22:49:57.866118Z","steps":["trace[677056328] 'range keys from in-memory index tree' (duration: 126.619186ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:59.424783Z","caller":"traceutil/trace.go:171","msg":"trace[843251644] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"179.604992ms","start":"2026-02-27T22:49:59.24515Z","end":"2026-02-27T22:49:59.424755Z","steps":["trace[843251644] 'process raft request' (duration: 179.433138ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:59.560452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.159552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:59.560505Z","caller":"traceutil/trace.go:171","msg":"trace[2126976341] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25384; }","duration":"125.229384ms","start":"2026-02-27T22:49:59.435265Z","end":"2026-02-27T22:49:59.560494Z","steps":["trace[2126976341] 'agreement among raft nodes before linearized reading' (duration: 125.133381ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:59.560567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.566788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:49:59.560612Z","caller":"traceutil/trace.go:171","msg":"trace[1807293175] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"125.275844ms","start":"2026-02-27T22:49:59.435305Z","end":"2026-02-27T22:49:59.560581Z","steps":["trace[1807293175] 'process raft request' (duration: 124.949517ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:59.560661Z","caller":"traceutil/trace.go:171","msg":"trace[1750586653] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"124.561999ms","start":"2026-02-27T22:49:59.436066Z","end":"2026-02-27T22:49:59.560628Z","steps":["trace[1750586653] 'process raft request' (duration: 124.283623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:59.5607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.293245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-27T22:49:59.560685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.750583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:49:59.560742Z","caller":"traceutil/trace.go:171","msg":"trace[2037451516] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25384; }","duration":"125.371728ms","start":"2026-02-27T22:49:59.435358Z","end":"2026-02-27T22:49:59.560729Z","steps":["trace[2037451516] 'agreement among raft nodes before linearized reading' (duration: 125.273814ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:59.560773Z","caller":"traceutil/trace.go:171","msg":"trace[951200745] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25384; }","duration":"124.877897ms","start":"2026-02-27T22:49:59.435872Z","end":"2026-02-27T22:49:59.56075Z","steps":["trace[951200745] 'agreement among raft nodes before linearized reading' (duration: 124.60331ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:59.560781Z","caller":"traceutil/trace.go:171","msg":"trace[1500943355] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"124.144931ms","start":"2026-02-27T22:49:59.436619Z","end":"2026-02-27T22:49:59.560764Z","steps":["trace[1500943355] 'process raft request' (duration: 123.753162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:59.560729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.431088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:49:59.560925Z","caller":"traceutil/trace.go:171","msg":"trace[1604964967] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25384; }","duration":"125.630313ms","start":"2026-02-27T22:49:59.435285Z","end":"2026-02-27T22:49:59.560915Z","steps":["trace[1604964967] 'agreement among raft nodes before linearized reading' (duration: 125.400257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:49:59.560685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.736941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:49:59.560958Z","caller":"traceutil/trace.go:171","msg":"trace[1720331700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25384; }","duration":"112.967237ms","start":"2026-02-27T22:49:59.447977Z","end":"2026-02-27T22:49:59.560944Z","steps":["trace[1720331700] 'agreement among raft nodes before linearized reading' (duration: 112.461785ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:59.560983Z","caller":"traceutil/trace.go:171","msg":"trace[1919343842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25384; }","duration":"113.080739ms","start":"2026-02-27T22:49:59.447892Z","end":"2026-02-27T22:49:59.560973Z","steps":["trace[1919343842] 'agreement among raft nodes before linearized reading' (duration: 112.625608ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:49:59.77416Z","caller":"traceutil/trace.go:171","msg":"trace[894909485] transaction","detail":"{read_only:false; response_revision:25388; number_of_response:1; }","duration":"119.893078ms","start":"2026-02-27T22:49:59.654241Z","end":"2026-02-27T22:49:59.774134Z","steps":["trace[894909485] 'process raft request' (duration: 55.619824ms)","trace[894909485] 'compare' (duration: 64.153141ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:00.13381Z","caller":"traceutil/trace.go:171","msg":"trace[1338235971] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"181.138135ms","start":"2026-02-27T22:49:59.952632Z","end":"2026-02-27T22:50:00.13377Z","steps":["trace[1338235971] 'process raft request' (duration: 107.926997ms)","trace[1338235971] 'compare' (duration: 73.083616ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:00.371791Z","caller":"traceutil/trace.go:171","msg":"trace[242543233] linearizableReadLoop","detail":"{readStateIndex:26306; appliedIndex:26305; }","duration":"234.850918ms","start":"2026-02-27T22:50:00.136924Z","end":"2026-02-27T22:50:00.371775Z","steps":["trace[242543233] 'read index received' (duration: 234.653864ms)","trace[242543233] 'applied index is now lower than readState.Index' (duration: 196.484µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:00.372047Z","caller":"traceutil/trace.go:171","msg":"trace[1582675914] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"236.117836ms","start":"2026-02-27T22:50:00.135913Z","end":"2026-02-27T22:50:00.372031Z","steps":["trace[1582675914] 'process raft request' (duration: 235.721137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:00.372104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.161694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-27T22:50:00.372135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.367192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:00.372167Z","caller":"traceutil/trace.go:171","msg":"trace[118465955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25392; }","duration":"235.293457ms","start":"2026-02-27T22:50:00.136858Z","end":"2026-02-27T22:50:00.372152Z","steps":["trace[118465955] 'agreement among raft nodes before linearized reading' (duration: 235.035722ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:00.372193Z","caller":"traceutil/trace.go:171","msg":"trace[1897319869] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25392; }","duration":"166.480705ms","start":"2026-02-27T22:50:00.205699Z","end":"2026-02-27T22:50:00.372179Z","steps":["trace[1897319869] 'agreement among raft nodes before linearized reading' (duration: 166.357912ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:00.482417Z","caller":"traceutil/trace.go:171","msg":"trace[1678675813] linearizableReadLoop","detail":"{readStateIndex:26308; appliedIndex:26307; }","duration":"104.418671ms","start":"2026-02-27T22:50:00.377974Z","end":"2026-02-27T22:50:00.482393Z","steps":["trace[1678675813] 'read index received' (duration: 80.969328ms)","trace[1678675813] 'applied index is now lower than readState.Index' (duration: 23.448353ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:00.482491Z","caller":"traceutil/trace.go:171","msg":"trace[1482746591] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"103.424808ms","start":"2026-02-27T22:50:00.379026Z","end":"2026-02-27T22:50:00.482451Z","steps":["trace[1482746591] 'process raft request' (duration: 103.312564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:00.482558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.574684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:00.482596Z","caller":"traceutil/trace.go:171","msg":"trace[322750103] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:25395; }","duration":"104.643396ms","start":"2026-02-27T22:50:00.377941Z","end":"2026-02-27T22:50:00.482584Z","steps":["trace[322750103] 'agreement among raft nodes before linearized reading' (duration: 104.571664ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:00.482565Z","caller":"traceutil/trace.go:171","msg":"trace[1249753580] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"104.704347ms","start":"2026-02-27T22:50:00.377827Z","end":"2026-02-27T22:50:00.482531Z","steps":["trace[1249753580] 'process raft request' (duration: 104.316227ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:00.668241Z","caller":"traceutil/trace.go:171","msg":"trace[146160679] linearizableReadLoop","detail":"{readStateIndex:26310; appliedIndex:26309; }","duration":"181.80841ms","start":"2026-02-27T22:50:00.486408Z","end":"2026-02-27T22:50:00.668216Z","steps":["trace[146160679] 'read index received' (duration: 175.721967ms)","trace[146160679] 'applied index is now lower than readState.Index' (duration: 6.085103ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:00.668371Z","caller":"traceutil/trace.go:171","msg":"trace[627323457] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"182.709129ms","start":"2026-02-27T22:50:00.485629Z","end":"2026-02-27T22:50:00.668338Z","steps":["trace[627323457] 'process raft request' (duration: 176.552255ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:00.668449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.493622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:00.668465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.040635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5465"} {"level":"info","ts":"2026-02-27T22:50:00.668491Z","caller":"traceutil/trace.go:171","msg":"trace[1688719695] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25396; }","duration":"180.575513ms","start":"2026-02-27T22:50:00.487905Z","end":"2026-02-27T22:50:00.668481Z","steps":["trace[1688719695] 'agreement among raft nodes before linearized reading' (duration: 180.484491ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:00.668533Z","caller":"traceutil/trace.go:171","msg":"trace[1312076116] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25396; }","duration":"182.166607ms","start":"2026-02-27T22:50:00.486352Z","end":"2026-02-27T22:50:00.668519Z","steps":["trace[1312076116] 'agreement among raft nodes before linearized reading' (duration: 182.004504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:00.668549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.444443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:00.668614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.886877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:00.668637Z","caller":"traceutil/trace.go:171","msg":"trace[459968271] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25396; }","duration":"105.565375ms","start":"2026-02-27T22:50:00.563045Z","end":"2026-02-27T22:50:00.66861Z","steps":["trace[459968271] 'agreement among raft nodes before linearized reading' (duration: 105.424392ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:00.66866Z","caller":"traceutil/trace.go:171","msg":"trace[587438140] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25396; }","duration":"102.949738ms","start":"2026-02-27T22:50:00.5657Z","end":"2026-02-27T22:50:00.66865Z","steps":["trace[587438140] 'agreement among raft nodes before linearized reading' (duration: 102.760774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:00.668844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.094681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:00.668882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.875282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:00.668843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.600896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:00.668913Z","caller":"traceutil/trace.go:171","msg":"trace[1534292140] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25396; }","duration":"105.942424ms","start":"2026-02-27T22:50:00.562964Z","end":"2026-02-27T22:50:00.668907Z","steps":["trace[1534292140] 'agreement among raft nodes before linearized reading' (duration: 105.894282ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:00.66892Z","caller":"traceutil/trace.go:171","msg":"trace[850939790] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25396; }","duration":"105.721639ms","start":"2026-02-27T22:50:00.563191Z","end":"2026-02-27T22:50:00.668913Z","steps":["trace[850939790] 'agreement among raft nodes before linearized reading' (duration: 105.609586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:00.668928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.271805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-27T22:50:00.668883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.841522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:00.668974Z","caller":"traceutil/trace.go:171","msg":"trace[964175983] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25396; }","duration":"103.334066ms","start":"2026-02-27T22:50:00.565629Z","end":"2026-02-27T22:50:00.668964Z","steps":["trace[964175983] 'agreement among raft nodes before linearized reading' (duration: 103.237524ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:00.668977Z","caller":"traceutil/trace.go:171","msg":"trace[1793501026] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25396; }","duration":"105.977994ms","start":"2026-02-27T22:50:00.562991Z","end":"2026-02-27T22:50:00.668969Z","steps":["trace[1793501026] 'agreement among raft nodes before linearized reading' (duration: 105.838851ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:00.668889Z","caller":"traceutil/trace.go:171","msg":"trace[1207810429] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25396; }","duration":"103.166773ms","start":"2026-02-27T22:50:00.565711Z","end":"2026-02-27T22:50:00.668878Z","steps":["trace[1207810429] 'agreement among raft nodes before linearized reading' (duration: 103.100911ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:00.822488Z","caller":"traceutil/trace.go:171","msg":"trace[1834442020] linearizableReadLoop","detail":"{readStateIndex:26311; appliedIndex:26310; }","duration":"147.038421ms","start":"2026-02-27T22:50:00.675426Z","end":"2026-02-27T22:50:00.822464Z","steps":["trace[1834442020] 'read index received' (duration: 146.847607ms)","trace[1834442020] 'applied index is now lower than readState.Index' (duration: 189.334µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:00.82259Z","caller":"traceutil/trace.go:171","msg":"trace[1462026257] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"147.980571ms","start":"2026-02-27T22:50:00.674578Z","end":"2026-02-27T22:50:00.822559Z","steps":["trace[1462026257] 'process raft request' (duration: 147.727106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:00.822721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.276556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18551"} {"level":"info","ts":"2026-02-27T22:50:00.822776Z","caller":"traceutil/trace.go:171","msg":"trace[2116826433] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25397; }","duration":"147.380528ms","start":"2026-02-27T22:50:00.675385Z","end":"2026-02-27T22:50:00.822766Z","steps":["trace[2116826433] 'agreement among raft nodes before linearized reading' (duration: 147.211894ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:01.009073Z","caller":"traceutil/trace.go:171","msg":"trace[1163588423] linearizableReadLoop","detail":"{readStateIndex:26313; appliedIndex:26311; }","duration":"186.487892ms","start":"2026-02-27T22:50:00.822562Z","end":"2026-02-27T22:50:01.00905Z","steps":["trace[1163588423] 'read index received' (duration: 165.31898ms)","trace[1163588423] 'applied index is now lower than readState.Index' (duration: 21.167812ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:01.009187Z","caller":"traceutil/trace.go:171","msg":"trace[283627298] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"333.538463ms","start":"2026-02-27T22:50:00.675634Z","end":"2026-02-27T22:50:01.009172Z","steps":["trace[283627298] 'process raft request' (duration: 312.230917ms)","trace[283627298] 'compare' (duration: 20.942977ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:01.009223Z","caller":"traceutil/trace.go:171","msg":"trace[1474499294] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"333.229696ms","start":"2026-02-27T22:50:00.675973Z","end":"2026-02-27T22:50:01.009203Z","steps":["trace[1474499294] 'process raft request' (duration: 333.01535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:01.009347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:00.675958Z","time spent":"333.349698ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T22:50:01.009347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:00.67562Z","time spent":"333.599034ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:50:01.009542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.364713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:01.009617Z","caller":"traceutil/trace.go:171","msg":"trace[507711762] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25399; }","duration":"270.488806ms","start":"2026-02-27T22:50:00.739112Z","end":"2026-02-27T22:50:01.009601Z","steps":["trace[507711762] 'agreement among raft nodes before linearized reading' (duration: 270.254951ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:01.037984Z","caller":"traceutil/trace.go:171","msg":"trace[106370300] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"209.845522ms","start":"2026-02-27T22:50:00.828108Z","end":"2026-02-27T22:50:01.037954Z","steps":["trace[106370300] 'process raft request' (duration: 209.679958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:01.038045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.443399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-27T22:50:01.038101Z","caller":"traceutil/trace.go:171","msg":"trace[861021475] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25400; }","duration":"202.541872ms","start":"2026-02-27T22:50:00.835545Z","end":"2026-02-27T22:50:01.038087Z","steps":["trace[861021475] 'agreement among raft nodes before linearized reading' (duration: 202.355478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:01.038311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.763634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537210-47d5w\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-02-27T22:50:01.038523Z","caller":"traceutil/trace.go:171","msg":"trace[1495944304] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29537210-47d5w; range_end:; response_count:1; response_revision:25400; }","duration":"195.914728ms","start":"2026-02-27T22:50:00.842488Z","end":"2026-02-27T22:50:01.038403Z","steps":["trace[1495944304] 'agreement among raft nodes before linearized reading' (duration: 195.481028ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:01.170948Z","caller":"traceutil/trace.go:171","msg":"trace[1870098959] linearizableReadLoop","detail":"{readStateIndex:26315; appliedIndex:26314; }","duration":"121.84268ms","start":"2026-02-27T22:50:01.049073Z","end":"2026-02-27T22:50:01.170916Z","steps":["trace[1870098959] 'read index received' (duration: 121.584244ms)","trace[1870098959] 'applied index is now lower than readState.Index' (duration: 257.366µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:01.171036Z","caller":"traceutil/trace.go:171","msg":"trace[1098356830] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"123.753672ms","start":"2026-02-27T22:50:01.047246Z","end":"2026-02-27T22:50:01.171Z","steps":["trace[1098356830] 'process raft request' (duration: 123.486666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:01.171163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.067884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-27T22:50:01.171353Z","caller":"traceutil/trace.go:171","msg":"trace[1165854510] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25401; }","duration":"122.30358ms","start":"2026-02-27T22:50:01.049036Z","end":"2026-02-27T22:50:01.171339Z","steps":["trace[1165854510] 'agreement among raft nodes before linearized reading' (duration: 121.994553ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:01.793366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.681674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:50:01.793587Z","caller":"traceutil/trace.go:171","msg":"trace[1455720530] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"228.192733ms","start":"2026-02-27T22:50:01.565368Z","end":"2026-02-27T22:50:01.793561Z","steps":["trace[1455720530] 'process raft request' (duration: 228.08084ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:01.793664Z","caller":"traceutil/trace.go:171","msg":"trace[1802921917] linearizableReadLoop","detail":"{readStateIndex:26319; appliedIndex:26317; }","duration":"228.455188ms","start":"2026-02-27T22:50:01.565197Z","end":"2026-02-27T22:50:01.793652Z","steps":["trace[1802921917] 'read index received' (duration: 6.744736ms)","trace[1802921917] 'applied index is now lower than readState.Index' (duration: 221.709082ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:01.793691Z","caller":"traceutil/trace.go:171","msg":"trace[118963511] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"227.801654ms","start":"2026-02-27T22:50:01.565864Z","end":"2026-02-27T22:50:01.793666Z","steps":["trace[118963511] 'process raft request' (duration: 227.664421ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:01.793771Z","caller":"traceutil/trace.go:171","msg":"trace[184422817] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"248.088877ms","start":"2026-02-27T22:50:01.545668Z","end":"2026-02-27T22:50:01.793757Z","steps":["trace[184422817] 'process raft request' (duration: 132.967834ms)","trace[184422817] 'compare' (duration: 114.382686ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:01.793593Z","caller":"traceutil/trace.go:171","msg":"trace[280500725] transaction","detail":"{read_only:false; response_revision:25407; number_of_response:1; }","duration":"227.813414ms","start":"2026-02-27T22:50:01.565757Z","end":"2026-02-27T22:50:01.79357Z","steps":["trace[280500725] 'process raft request' (duration: 227.742173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:01.860736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.508993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:01.860784Z","caller":"traceutil/trace.go:171","msg":"trace[2063130804] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"230.906692ms","start":"2026-02-27T22:50:01.629854Z","end":"2026-02-27T22:50:01.860761Z","steps":["trace[2063130804] 'process raft request' (duration: 230.722517ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:01.860844Z","caller":"traceutil/trace.go:171","msg":"trace[1585994532] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25408; }","duration":"295.649905ms","start":"2026-02-27T22:50:01.565167Z","end":"2026-02-27T22:50:01.860817Z","steps":["trace[1585994532] 'agreement among raft nodes before linearized reading' (duration: 228.568071ms)","trace[1585994532] 'range keys from in-memory index tree' (duration: 66.835578ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:01.860884Z","caller":"traceutil/trace.go:171","msg":"trace[2078231308] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"192.231257ms","start":"2026-02-27T22:50:01.668635Z","end":"2026-02-27T22:50:01.860866Z","steps":["trace[2078231308] 'process raft request' (duration: 192.063553ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:01.930535Z","caller":"traceutil/trace.go:171","msg":"trace[1159378470] linearizableReadLoop","detail":"{readStateIndex:26326; appliedIndex:26325; }","duration":"136.805986ms","start":"2026-02-27T22:50:01.793708Z","end":"2026-02-27T22:50:01.930514Z","steps":["trace[1159378470] 'read index received' (duration: 136.176772ms)","trace[1159378470] 'applied index is now lower than readState.Index' (duration: 628.074µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:01.930783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.055411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-27T22:50:01.930793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.13084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:01.930816Z","caller":"traceutil/trace.go:171","msg":"trace[220126632] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25411; }","duration":"365.118822ms","start":"2026-02-27T22:50:01.565689Z","end":"2026-02-27T22:50:01.930807Z","steps":["trace[220126632] 'agreement among raft nodes before linearized reading' (duration: 364.904627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:01.930795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.983017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:01.930847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:01.565681Z","time spent":"365.160113ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-27T22:50:01.930868Z","caller":"traceutil/trace.go:171","msg":"trace[94994338] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25411; }","duration":"364.265893ms","start":"2026-02-27T22:50:01.566591Z","end":"2026-02-27T22:50:01.930857Z","steps":["trace[94994338] 'agreement among raft nodes before linearized reading' (duration: 364.021157ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:01.930926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:01.566583Z","time spent":"364.334645ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:50:01.930871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.074708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:01.931008Z","caller":"traceutil/trace.go:171","msg":"trace[282820000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25411; }","duration":"276.243861ms","start":"2026-02-27T22:50:01.654757Z","end":"2026-02-27T22:50:01.931001Z","steps":["trace[282820000] 'agreement among raft nodes before linearized reading' (duration: 276.089888ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:01.930877Z","caller":"traceutil/trace.go:171","msg":"trace[1696789109] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25411; }","duration":"364.088199ms","start":"2026-02-27T22:50:01.566763Z","end":"2026-02-27T22:50:01.930852Z","steps":["trace[1696789109] 'agreement among raft nodes before linearized reading' (duration: 363.835133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:01.931006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.697993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T22:50:01.931096Z","caller":"traceutil/trace.go:171","msg":"trace[248000074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25411; }","duration":"342.802645ms","start":"2026-02-27T22:50:01.588279Z","end":"2026-02-27T22:50:01.931081Z","steps":["trace[248000074] 'agreement among raft nodes before linearized reading' (duration: 342.464878ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:01.931158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:01.588235Z","time spent":"342.913818ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:50:01.931041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:01.566752Z","time spent":"364.282293ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:50:01.930809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.121211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:50:01.931387Z","caller":"traceutil/trace.go:171","msg":"trace[1804071801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25411; }","duration":"342.747504ms","start":"2026-02-27T22:50:01.588629Z","end":"2026-02-27T22:50:01.931377Z","steps":["trace[1804071801] 'agreement among raft nodes before linearized reading' (duration: 341.940076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:01.93142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:01.588616Z","time spent":"342.794795ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T22:50:01.93094Z","caller":"traceutil/trace.go:171","msg":"trace[727121645] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"251.318418ms","start":"2026-02-27T22:50:01.679602Z","end":"2026-02-27T22:50:01.93092Z","steps":["trace[727121645] 'process raft request' (duration: 250.346926ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:02.1399Z","caller":"traceutil/trace.go:171","msg":"trace[1396207015] transaction","detail":"{read_only:false; response_revision:25412; number_of_response:1; }","duration":"204.365182ms","start":"2026-02-27T22:50:01.935515Z","end":"2026-02-27T22:50:02.13988Z","steps":["trace[1396207015] 'process raft request' (duration: 119.744205ms)","trace[1396207015] 'compare' (duration: 84.498165ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:02.140274Z","caller":"traceutil/trace.go:171","msg":"trace[1066160437] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"202.069822ms","start":"2026-02-27T22:50:01.938174Z","end":"2026-02-27T22:50:02.140244Z","steps":["trace[1066160437] 'process raft request' (duration: 201.675094ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:02.14032Z","caller":"traceutil/trace.go:171","msg":"trace[2050964900] linearizableReadLoop","detail":"{readStateIndex:26329; appliedIndex:26326; }","duration":"128.319642ms","start":"2026-02-27T22:50:02.011984Z","end":"2026-02-27T22:50:02.140304Z","steps":["trace[2050964900] 'read index received' (duration: 43.290615ms)","trace[2050964900] 'applied index is now lower than readState.Index' (duration: 85.027477ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:02.140333Z","caller":"traceutil/trace.go:171","msg":"trace[2057480110] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"199.290841ms","start":"2026-02-27T22:50:01.94102Z","end":"2026-02-27T22:50:02.140311Z","steps":["trace[2057480110] 'process raft request' (duration: 199.127857ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:02.140489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.502275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:50:02.140516Z","caller":"traceutil/trace.go:171","msg":"trace[1140005761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25414; }","duration":"128.573577ms","start":"2026-02-27T22:50:02.011936Z","end":"2026-02-27T22:50:02.140509Z","steps":["trace[1140005761] 'agreement among raft nodes before linearized reading' (duration: 128.460005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:02.14052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.035064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:50:02.140546Z","caller":"traceutil/trace.go:171","msg":"trace[1077750743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25414; }","duration":"127.160617ms","start":"2026-02-27T22:50:02.013379Z","end":"2026-02-27T22:50:02.140539Z","steps":["trace[1077750743] 'agreement among raft nodes before linearized reading' (duration: 127.049274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:02.140548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.08405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:50:02.140607Z","caller":"traceutil/trace.go:171","msg":"trace[1242440284] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25414; }","duration":"103.230944ms","start":"2026-02-27T22:50:02.03736Z","end":"2026-02-27T22:50:02.140591Z","steps":["trace[1242440284] 'agreement among raft nodes before linearized reading' (duration: 103.103811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:02.361793Z","caller":"traceutil/trace.go:171","msg":"trace[244043184] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"216.583069ms","start":"2026-02-27T22:50:02.145184Z","end":"2026-02-27T22:50:02.361767Z","steps":["trace[244043184] 'process raft request' (duration: 134.758472ms)","trace[244043184] 'compare' (duration: 81.451479ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:02.361816Z","caller":"traceutil/trace.go:171","msg":"trace[414361620] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"216.527307ms","start":"2026-02-27T22:50:02.145263Z","end":"2026-02-27T22:50:02.361791Z","steps":["trace[414361620] 'process raft request' (duration: 216.423505ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:02.7948Z","caller":"traceutil/trace.go:171","msg":"trace[2034884749] linearizableReadLoop","detail":"{readStateIndex:26333; appliedIndex:26332; }","duration":"211.057268ms","start":"2026-02-27T22:50:02.583725Z","end":"2026-02-27T22:50:02.794782Z","steps":["trace[2034884749] 'read index received' (duration: 210.949926ms)","trace[2034884749] 'applied index is now lower than readState.Index' (duration: 106.252µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:02.795101Z","caller":"traceutil/trace.go:171","msg":"trace[1483662696] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"307.703339ms","start":"2026-02-27T22:50:02.487386Z","end":"2026-02-27T22:50:02.795089Z","steps":["trace[1483662696] 'process raft request' (duration: 307.2856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:02.795194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:02.487359Z","time spent":"307.76752ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:50:02.795365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.642371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-02-27T22:50:02.79539Z","caller":"traceutil/trace.go:171","msg":"trace[891889721] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:25418; }","duration":"211.711052ms","start":"2026-02-27T22:50:02.583672Z","end":"2026-02-27T22:50:02.795383Z","steps":["trace[891889721] 'agreement among raft nodes before linearized reading' (duration: 211.658251ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:02.795565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.241482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:02.795643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.743531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:02.795643Z","caller":"traceutil/trace.go:171","msg":"trace[74824435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25418; }","duration":"140.362284ms","start":"2026-02-27T22:50:02.655259Z","end":"2026-02-27T22:50:02.795622Z","steps":["trace[74824435] 'agreement among raft nodes before linearized reading' (duration: 140.237182ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:02.795661Z","caller":"traceutil/trace.go:171","msg":"trace[163813102] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25418; }","duration":"117.782112ms","start":"2026-02-27T22:50:02.677873Z","end":"2026-02-27T22:50:02.795655Z","steps":["trace[163813102] 'agreement among raft nodes before linearized reading' (duration: 117.749211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:02.795766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.726398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:02.79578Z","caller":"traceutil/trace.go:171","msg":"trace[206243695] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25418; }","duration":"116.750649ms","start":"2026-02-27T22:50:02.679024Z","end":"2026-02-27T22:50:02.795775Z","steps":["trace[206243695] 'agreement among raft nodes before linearized reading' (duration: 116.727328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:02.795866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.041015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:02.795879Z","caller":"traceutil/trace.go:171","msg":"trace[1698795257] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25418; }","duration":"117.055075ms","start":"2026-02-27T22:50:02.678819Z","end":"2026-02-27T22:50:02.795875Z","steps":["trace[1698795257] 'agreement among raft nodes before linearized reading' (duration: 117.031394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:02.795919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.62673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:02.795949Z","caller":"traceutil/trace.go:171","msg":"trace[103488379] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25418; }","duration":"118.66641ms","start":"2026-02-27T22:50:02.677275Z","end":"2026-02-27T22:50:02.795941Z","steps":["trace[103488379] 'agreement among raft nodes before linearized reading' (duration: 118.549818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:02.79605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.995753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:02.796087Z","caller":"traceutil/trace.go:171","msg":"trace[314663131] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25418; }","duration":"122.051214ms","start":"2026-02-27T22:50:02.674018Z","end":"2026-02-27T22:50:02.79607Z","steps":["trace[314663131] 'agreement among raft nodes before linearized reading' (duration: 121.984353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:02.79617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.205438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:02.796197Z","caller":"traceutil/trace.go:171","msg":"trace[240713540] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25418; }","duration":"122.337901ms","start":"2026-02-27T22:50:02.673851Z","end":"2026-02-27T22:50:02.796188Z","steps":["trace[240713540] 'agreement among raft nodes before linearized reading' (duration: 122.30125ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:02.796259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.454023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:02.796282Z","caller":"traceutil/trace.go:171","msg":"trace[1567228866] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25418; }","duration":"122.500404ms","start":"2026-02-27T22:50:02.673774Z","end":"2026-02-27T22:50:02.796274Z","steps":["trace[1567228866] 'agreement among raft nodes before linearized reading' (duration: 122.470514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:03.811663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.993329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:50:03.811782Z","caller":"traceutil/trace.go:171","msg":"trace[811227525] linearizableReadLoop","detail":"{readStateIndex:26336; appliedIndex:26335; }","duration":"287.18204ms","start":"2026-02-27T22:50:03.524582Z","end":"2026-02-27T22:50:03.811764Z","steps":["trace[811227525] 'read index received' (duration: 63.6754ms)","trace[811227525] 'applied index is now lower than readState.Index' (duration: 223.50491ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:03.81194Z","caller":"traceutil/trace.go:171","msg":"trace[1331671215] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"310.326066ms","start":"2026-02-27T22:50:03.501569Z","end":"2026-02-27T22:50:03.811895Z","steps":["trace[1331671215] 'process raft request' (duration: 86.756624ms)","trace[1331671215] 'compare' (duration: 222.633082ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:03.812045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:03.501551Z","time spent":"310.428168ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:50:03.812159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.860197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:03.812242Z","caller":"traceutil/trace.go:171","msg":"trace[1142176992] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25421; }","duration":"310.952579ms","start":"2026-02-27T22:50:03.501272Z","end":"2026-02-27T22:50:03.812224Z","steps":["trace[1142176992] 'agreement among raft nodes before linearized reading' (duration: 310.752135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:03.812622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:03.5012Z","time spent":"311.257106ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T22:50:03.814646Z","caller":"traceutil/trace.go:171","msg":"trace[813838225] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"226.050045ms","start":"2026-02-27T22:50:03.588567Z","end":"2026-02-27T22:50:03.814617Z","steps":["trace[813838225] 'process raft request' (duration: 225.908682ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:03.878464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.500984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:03.878524Z","caller":"traceutil/trace.go:171","msg":"trace[1285467980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25425; }","duration":"225.602586ms","start":"2026-02-27T22:50:03.652907Z","end":"2026-02-27T22:50:03.87851Z","steps":["trace[1285467980] 'agreement among raft nodes before linearized reading' (duration: 225.517954ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:04.044108Z","caller":"traceutil/trace.go:171","msg":"trace[1098860388] linearizableReadLoop","detail":"{readStateIndex:26341; appliedIndex:26340; }","duration":"165.699658ms","start":"2026-02-27T22:50:03.878381Z","end":"2026-02-27T22:50:04.044081Z","steps":["trace[1098860388] 'read index received' (duration: 118.836784ms)","trace[1098860388] 'applied index is now lower than readState.Index' (duration: 46.861494ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:04.044131Z","caller":"traceutil/trace.go:171","msg":"trace[1744413773] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"177.675229ms","start":"2026-02-27T22:50:03.866424Z","end":"2026-02-27T22:50:04.0441Z","steps":["trace[1744413773] 'process raft request' (duration: 130.809196ms)","trace[1744413773] 'compare' (duration: 46.481405ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:04.044611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.965531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-27T22:50:04.044657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.585763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:04.044697Z","caller":"traceutil/trace.go:171","msg":"trace[1927311904] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25426; }","duration":"110.103304ms","start":"2026-02-27T22:50:03.934576Z","end":"2026-02-27T22:50:04.04468Z","steps":["trace[1927311904] 'agreement among raft nodes before linearized reading' (duration: 109.859448ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:04.044733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.054553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:04.044734Z","caller":"traceutil/trace.go:171","msg":"trace[810600986] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25426; }","duration":"109.665305ms","start":"2026-02-27T22:50:03.935023Z","end":"2026-02-27T22:50:04.044689Z","steps":["trace[810600986] 'agreement among raft nodes before linearized reading' (duration: 109.551842ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:04.045005Z","caller":"traceutil/trace.go:171","msg":"trace[25693075] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25426; }","duration":"110.169516ms","start":"2026-02-27T22:50:03.934612Z","end":"2026-02-27T22:50:04.044782Z","steps":["trace[25693075] 'agreement among raft nodes before linearized reading' (duration: 110.064003ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:04.045377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.707263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:04.045498Z","caller":"traceutil/trace.go:171","msg":"trace[1788350367] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25426; }","duration":"179.876017ms","start":"2026-02-27T22:50:03.86561Z","end":"2026-02-27T22:50:04.045486Z","steps":["trace[1788350367] 'agreement among raft nodes before linearized reading' (duration: 178.575789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:05.813465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.403426ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-27T22:50:05.813596Z","caller":"traceutil/trace.go:171","msg":"trace[1324862194] linearizableReadLoop","detail":"{readStateIndex:26353; appliedIndex:26352; }","duration":"158.332407ms","start":"2026-02-27T22:50:05.655242Z","end":"2026-02-27T22:50:05.813574Z","steps":["trace[1324862194] 'read index received' (duration: 54.771µs)","trace[1324862194] 'applied index is now lower than readState.Index' (duration: 158.275516ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:05.813694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.45453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:05.813744Z","caller":"traceutil/trace.go:171","msg":"trace[1558586715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25437; }","duration":"158.556192ms","start":"2026-02-27T22:50:05.655175Z","end":"2026-02-27T22:50:05.813732Z","steps":["trace[1558586715] 'agreement among raft nodes before linearized reading' (duration: 158.4556ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:06.029642Z","caller":"traceutil/trace.go:171","msg":"trace[1354793877] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"146.52581ms","start":"2026-02-27T22:50:05.88308Z","end":"2026-02-27T22:50:06.029606Z","steps":["trace[1354793877] 'process raft request' (duration: 111.661569ms)","trace[1354793877] 'compare' (duration: 34.632306ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:06.031466Z","caller":"traceutil/trace.go:171","msg":"trace[1432048172] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"147.855728ms","start":"2026-02-27T22:50:05.883603Z","end":"2026-02-27T22:50:06.031458Z","steps":["trace[1432048172] 'process raft request' (duration: 147.775166ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:06.031529Z","caller":"traceutil/trace.go:171","msg":"trace[554620595] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"147.888178ms","start":"2026-02-27T22:50:05.883636Z","end":"2026-02-27T22:50:06.031525Z","steps":["trace[554620595] 'process raft request' (duration: 147.780726ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:06.946741Z","caller":"traceutil/trace.go:171","msg":"trace[1936600401] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"484.204212ms","start":"2026-02-27T22:50:06.462512Z","end":"2026-02-27T22:50:06.946717Z","steps":["trace[1936600401] 'process raft request' (duration: 484.038249ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:06.946905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:06.462501Z","time spent":"484.316525ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:50:07.069787Z","caller":"traceutil/trace.go:171","msg":"trace[390637643] linearizableReadLoop","detail":"{readStateIndex:26364; appliedIndex:26362; }","duration":"592.989777ms","start":"2026-02-27T22:50:06.476777Z","end":"2026-02-27T22:50:07.069767Z","steps":["trace[390637643] 'read index received' (duration: 469.796017ms)","trace[390637643] 'applied index is now lower than readState.Index' (duration: 123.19283ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:07.069912Z","caller":"traceutil/trace.go:171","msg":"trace[524370587] transaction","detail":"{read_only:false; response_revision:25449; number_of_response:1; }","duration":"258.425792ms","start":"2026-02-27T22:50:06.811475Z","end":"2026-02-27T22:50:07.069901Z","steps":["trace[524370587] 'process raft request' (duration: 258.244608ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:07.069998Z","caller":"traceutil/trace.go:171","msg":"trace[1920710868] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"606.670465ms","start":"2026-02-27T22:50:06.4633Z","end":"2026-02-27T22:50:07.06997Z","steps":["trace[1920710868] 'process raft request' (duration: 572.364056ms)","trace[1920710868] 'compare' (duration: 33.929391ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:07.070057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.271203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:07.070093Z","caller":"traceutil/trace.go:171","msg":"trace[1844287790] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25449; }","duration":"593.338945ms","start":"2026-02-27T22:50:06.476741Z","end":"2026-02-27T22:50:07.07008Z","steps":["trace[1844287790] 'agreement among raft nodes before linearized reading' (duration: 593.278484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:07.070049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.013259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:07.070132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:06.476732Z","time spent":"593.390676ms","remote":"127.0.0.1:36950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:50:07.070128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:06.46325Z","time spent":"606.813719ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:50:07.070124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.617727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:07.070168Z","caller":"traceutil/trace.go:171","msg":"trace[595767467] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25449; }","duration":"261.163642ms","start":"2026-02-27T22:50:06.808989Z","end":"2026-02-27T22:50:07.070153Z","steps":["trace[595767467] 'agreement among raft nodes before linearized reading' (duration: 260.994119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:07.070207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.032008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:07.070257Z","caller":"traceutil/trace.go:171","msg":"trace[1315944932] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25449; }","duration":"266.12027ms","start":"2026-02-27T22:50:06.804123Z","end":"2026-02-27T22:50:07.070244Z","steps":["trace[1315944932] 'agreement among raft nodes before linearized reading' (duration: 266.049289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:07.070324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.085194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:07.070363Z","caller":"traceutil/trace.go:171","msg":"trace[1915293796] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25449; }","duration":"257.157865ms","start":"2026-02-27T22:50:06.813196Z","end":"2026-02-27T22:50:07.070353Z","steps":["trace[1915293796] 'agreement among raft nodes before linearized reading' (duration: 257.033932ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:07.07021Z","caller":"traceutil/trace.go:171","msg":"trace[493935416] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25449; }","duration":"264.75949ms","start":"2026-02-27T22:50:06.805432Z","end":"2026-02-27T22:50:07.070192Z","steps":["trace[493935416] 'agreement among raft nodes before linearized reading' (duration: 264.608767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:07.070123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.617427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:07.07045Z","caller":"traceutil/trace.go:171","msg":"trace[1492228582] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25449; }","duration":"264.994526ms","start":"2026-02-27T22:50:06.805446Z","end":"2026-02-27T22:50:07.070441Z","steps":["trace[1492228582] 'agreement among raft nodes before linearized reading' (duration: 264.592047ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:07.070042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.867265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:07.070818Z","caller":"traceutil/trace.go:171","msg":"trace[1577339106] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25449; }","duration":"266.684972ms","start":"2026-02-27T22:50:06.804115Z","end":"2026-02-27T22:50:07.0708Z","steps":["trace[1577339106] 'agreement among raft nodes before linearized reading' (duration: 265.824654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:07.070827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.424605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:07.070881Z","caller":"traceutil/trace.go:171","msg":"trace[1034560662] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25449; }","duration":"265.477976ms","start":"2026-02-27T22:50:06.805387Z","end":"2026-02-27T22:50:07.070865Z","steps":["trace[1034560662] 'agreement among raft nodes before linearized reading' (duration: 264.694189ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:07.359452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.646739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:07.359488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.96189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:07.359535Z","caller":"traceutil/trace.go:171","msg":"trace[627117640] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25449; }","duration":"101.768362ms","start":"2026-02-27T22:50:07.257748Z","end":"2026-02-27T22:50:07.359517Z","steps":["trace[627117640] 'range keys from in-memory index tree' (duration: 101.556217ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:07.359565Z","caller":"traceutil/trace.go:171","msg":"trace[970937351] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25449; }","duration":"170.087923ms","start":"2026-02-27T22:50:07.189458Z","end":"2026-02-27T22:50:07.359545Z","steps":["trace[970937351] 'count revisions from in-memory index tree' (duration: 169.901769ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:08.504427Z","caller":"traceutil/trace.go:171","msg":"trace[1366388204] transaction","detail":"{read_only:false; response_revision:25460; number_of_response:1; }","duration":"166.817482ms","start":"2026-02-27T22:50:08.337559Z","end":"2026-02-27T22:50:08.504376Z","steps":["trace[1366388204] 'process raft request' (duration: 148.822989ms)","trace[1366388204] 'compare' (duration: 17.736347ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:08.959486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.921867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:08.959795Z","caller":"traceutil/trace.go:171","msg":"trace[1268332052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25460; }","duration":"305.280715ms","start":"2026-02-27T22:50:08.65449Z","end":"2026-02-27T22:50:08.959771Z","steps":["trace[1268332052] 'range keys from in-memory index tree' (duration: 304.827556ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:08.959809Z","caller":"traceutil/trace.go:171","msg":"trace[371391588] transaction","detail":"{read_only:false; response_revision:25461; number_of_response:1; }","duration":"242.534345ms","start":"2026-02-27T22:50:08.717254Z","end":"2026-02-27T22:50:08.959788Z","steps":["trace[371391588] 'process raft request' (duration: 171.839571ms)","trace[371391588] 'compare' (duration: 70.014199ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:08.959844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:08.654467Z","time spent":"305.364407ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T22:50:08.968647Z","caller":"traceutil/trace.go:171","msg":"trace[1436304626] linearizableReadLoop","detail":"{readStateIndex:26378; appliedIndex:26376; }","duration":"131.556363ms","start":"2026-02-27T22:50:08.83708Z","end":"2026-02-27T22:50:08.968636Z","steps":["trace[1436304626] 'read index received' (duration: 52.026855ms)","trace[1436304626] 'applied index is now lower than readState.Index' (duration: 79.528608ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:08.968712Z","caller":"traceutil/trace.go:171","msg":"trace[1193045616] transaction","detail":"{read_only:false; response_revision:25462; number_of_response:1; }","duration":"148.500432ms","start":"2026-02-27T22:50:08.820204Z","end":"2026-02-27T22:50:08.968704Z","steps":["trace[1193045616] 'process raft request' (duration: 148.346979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:08.968894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.815748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:08.968938Z","caller":"traceutil/trace.go:171","msg":"trace[368792746] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25462; }","duration":"131.89198ms","start":"2026-02-27T22:50:08.837036Z","end":"2026-02-27T22:50:08.968928Z","steps":["trace[368792746] 'agreement among raft nodes before linearized reading' (duration: 131.832279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:09.152042Z","caller":"traceutil/trace.go:171","msg":"trace[1950896337] transaction","detail":"{read_only:false; response_revision:25464; number_of_response:1; }","duration":"127.258318ms","start":"2026-02-27T22:50:09.024761Z","end":"2026-02-27T22:50:09.152019Z","steps":["trace[1950896337] 'process raft request' (duration: 126.911301ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:09.336051Z","caller":"traceutil/trace.go:171","msg":"trace[602408371] linearizableReadLoop","detail":"{readStateIndex:26381; appliedIndex:26380; }","duration":"184.171641ms","start":"2026-02-27T22:50:09.151848Z","end":"2026-02-27T22:50:09.33602Z","steps":["trace[602408371] 'read index received' (duration: 120.623794ms)","trace[602408371] 'applied index is now lower than readState.Index' (duration: 63.546107ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:09.336314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.170175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:50:09.336391Z","caller":"traceutil/trace.go:171","msg":"trace[827620101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25465; }","duration":"263.247038ms","start":"2026-02-27T22:50:09.073106Z","end":"2026-02-27T22:50:09.336353Z","steps":["trace[827620101] 'agreement among raft nodes before linearized reading' (duration: 263.037233ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:09.336721Z","caller":"traceutil/trace.go:171","msg":"trace[966251950] transaction","detail":"{read_only:false; response_revision:25465; number_of_response:1; }","duration":"257.469851ms","start":"2026-02-27T22:50:09.079231Z","end":"2026-02-27T22:50:09.336701Z","steps":["trace[966251950] 'process raft request' (duration: 193.232139ms)","trace[966251950] 'compare' (duration: 63.278531ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:09.336973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.939881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:09.337028Z","caller":"traceutil/trace.go:171","msg":"trace[65819301] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25465; }","duration":"241.016342ms","start":"2026-02-27T22:50:09.095999Z","end":"2026-02-27T22:50:09.337016Z","steps":["trace[65819301] 'agreement among raft nodes before linearized reading' (duration: 240.92977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:09.337313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.220181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:09.337376Z","caller":"traceutil/trace.go:171","msg":"trace[1253370224] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25465; }","duration":"260.308302ms","start":"2026-02-27T22:50:09.077054Z","end":"2026-02-27T22:50:09.337362Z","steps":["trace[1253370224] 'agreement among raft nodes before linearized reading' (duration: 260.159149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:09.33766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.395957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:09.337718Z","caller":"traceutil/trace.go:171","msg":"trace[2000601864] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25465; }","duration":"261.456759ms","start":"2026-02-27T22:50:09.076249Z","end":"2026-02-27T22:50:09.337706Z","steps":["trace[2000601864] 'agreement among raft nodes before linearized reading' (duration: 261.365537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:09.337983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.497831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:09.338037Z","caller":"traceutil/trace.go:171","msg":"trace[1088444844] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25465; }","duration":"262.573253ms","start":"2026-02-27T22:50:09.075452Z","end":"2026-02-27T22:50:09.338025Z","steps":["trace[1088444844] 'agreement among raft nodes before linearized reading' (duration: 262.494371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:09.338321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.245098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:09.33837Z","caller":"traceutil/trace.go:171","msg":"trace[692401097] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25465; }","duration":"263.316219ms","start":"2026-02-27T22:50:09.075045Z","end":"2026-02-27T22:50:09.338361Z","steps":["trace[692401097] 'agreement among raft nodes before linearized reading' (duration: 263.177206ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:09.33852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.588975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:09.338556Z","caller":"traceutil/trace.go:171","msg":"trace[2131196506] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25465; }","duration":"263.660766ms","start":"2026-02-27T22:50:09.074888Z","end":"2026-02-27T22:50:09.338549Z","steps":["trace[2131196506] 'agreement among raft nodes before linearized reading' (duration: 263.595954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:09.338687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.82473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:09.338723Z","caller":"traceutil/trace.go:171","msg":"trace[1888721652] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25465; }","duration":"263.903461ms","start":"2026-02-27T22:50:09.074812Z","end":"2026-02-27T22:50:09.338715Z","steps":["trace[1888721652] 'agreement among raft nodes before linearized reading' (duration: 263.85403ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:09.338854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.105518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:09.338887Z","caller":"traceutil/trace.go:171","msg":"trace[868797820] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25465; }","duration":"265.15901ms","start":"2026-02-27T22:50:09.073721Z","end":"2026-02-27T22:50:09.33888Z","steps":["trace[868797820] 'agreement among raft nodes before linearized reading' (duration: 265.109449ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:09.366474Z","caller":"traceutil/trace.go:171","msg":"trace[106399725] transaction","detail":"{read_only:false; response_revision:25466; number_of_response:1; }","duration":"201.933769ms","start":"2026-02-27T22:50:09.1645Z","end":"2026-02-27T22:50:09.366434Z","steps":["trace[106399725] 'process raft request' (duration: 201.751285ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:10.366914Z","caller":"traceutil/trace.go:171","msg":"trace[1030435061] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"247.79773ms","start":"2026-02-27T22:50:10.1191Z","end":"2026-02-27T22:50:10.366898Z","steps":["trace[1030435061] 'process raft request' (duration: 247.695588ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:10.558585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.775468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:50:10.558857Z","caller":"traceutil/trace.go:171","msg":"trace[45111414] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"429.005177ms","start":"2026-02-27T22:50:10.129818Z","end":"2026-02-27T22:50:10.558824Z","steps":["trace[45111414] 'process raft request' (duration: 290.843221ms)","trace[45111414] 'compare' (duration: 137.531152ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:10.558982Z","caller":"traceutil/trace.go:171","msg":"trace[1376762328] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"183.924616ms","start":"2026-02-27T22:50:10.375039Z","end":"2026-02-27T22:50:10.558963Z","steps":["trace[1376762328] 'process raft request' (duration: 183.854864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:10.558994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:10.12979Z","time spent":"429.14683ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:50:10.559028Z","caller":"traceutil/trace.go:171","msg":"trace[2044282830] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"425.897448ms","start":"2026-02-27T22:50:10.133109Z","end":"2026-02-27T22:50:10.559007Z","steps":["trace[2044282830] 'process raft request' (duration: 425.711804ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:10.559077Z","caller":"traceutil/trace.go:171","msg":"trace[1602002680] linearizableReadLoop","detail":"{readStateIndex:26388; appliedIndex:26386; }","duration":"428.957366ms","start":"2026-02-27T22:50:10.130085Z","end":"2026-02-27T22:50:10.559043Z","steps":["trace[1602002680] 'read index received' (duration: 236.731509ms)","trace[1602002680] 'applied index is now lower than readState.Index' (duration: 192.222967ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:10.559139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:10.133094Z","time spent":"425.983491ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:50:10.559313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.213822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:10.559348Z","caller":"traceutil/trace.go:171","msg":"trace[923089249] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25475; }","duration":"429.286654ms","start":"2026-02-27T22:50:10.130053Z","end":"2026-02-27T22:50:10.559339Z","steps":["trace[923089249] 'agreement among raft nodes before linearized reading' (duration: 429.11836ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:10.559372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.841151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:10.559369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:10.130044Z","time spent":"429.320344ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-27T22:50:10.559396Z","caller":"traceutil/trace.go:171","msg":"trace[950089971] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25475; }","duration":"427.866692ms","start":"2026-02-27T22:50:10.131525Z","end":"2026-02-27T22:50:10.559391Z","steps":["trace[950089971] 'agreement among raft nodes before linearized reading' (duration: 427.825011ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:10.559417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:10.131504Z","time spent":"427.910233ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:50:10.559678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.575799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:50:10.562085Z","caller":"traceutil/trace.go:171","msg":"trace[223884151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25475; }","duration":"130.330895ms","start":"2026-02-27T22:50:10.430052Z","end":"2026-02-27T22:50:10.560382Z","steps":["trace[223884151] 'agreement among raft nodes before linearized reading' (duration: 129.525848ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:10.559705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.627344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:10.562526Z","caller":"traceutil/trace.go:171","msg":"trace[1246964330] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25475; }","duration":"429.440646ms","start":"2026-02-27T22:50:10.133072Z","end":"2026-02-27T22:50:10.562513Z","steps":["trace[1246964330] 'agreement among raft nodes before linearized reading' (duration: 426.597094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:10.562642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:10.133037Z","time spent":"429.58399ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-27T22:50:10.559317Z","caller":"traceutil/trace.go:171","msg":"trace[1488739905] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"428.205509ms","start":"2026-02-27T22:50:10.131104Z","end":"2026-02-27T22:50:10.55931Z","steps":["trace[1488739905] 'process raft request' (duration: 427.624396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:10.56284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:10.131088Z","time spent":"431.685195ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:50:10.559761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.727579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T22:50:10.562965Z","caller":"traceutil/trace.go:171","msg":"trace[1280256106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25475; }","duration":"130.941649ms","start":"2026-02-27T22:50:10.43201Z","end":"2026-02-27T22:50:10.562952Z","steps":["trace[1280256106] 'agreement among raft nodes before linearized reading' (duration: 127.715719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:10.559842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.24582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:10.56306Z","caller":"traceutil/trace.go:171","msg":"trace[165519186] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25475; }","duration":"431.498661ms","start":"2026-02-27T22:50:10.131553Z","end":"2026-02-27T22:50:10.563052Z","steps":["trace[165519186] 'agreement among raft nodes before linearized reading' (duration: 428.185549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:10.563097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:10.13155Z","time spent":"431.536072ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T22:50:11.537904Z","caller":"traceutil/trace.go:171","msg":"trace[1467205315] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"114.319816ms","start":"2026-02-27T22:50:11.423553Z","end":"2026-02-27T22:50:11.537873Z","steps":["trace[1467205315] 'process raft request' (duration: 37.53272ms)","trace[1467205315] 'compare' (duration: 76.357347ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:11.779089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.235396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:11.779156Z","caller":"traceutil/trace.go:171","msg":"trace[345632785] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25482; }","duration":"126.354499ms","start":"2026-02-27T22:50:11.652786Z","end":"2026-02-27T22:50:11.779141Z","steps":["trace[345632785] 'range keys from in-memory index tree' (duration: 126.148805ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:12.156303Z","caller":"traceutil/trace.go:171","msg":"trace[1210092833] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"240.136453ms","start":"2026-02-27T22:50:11.916139Z","end":"2026-02-27T22:50:12.156275Z","steps":["trace[1210092833] 'process raft request' (duration: 239.956469ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:12.398219Z","caller":"traceutil/trace.go:171","msg":"trace[865644853] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"324.679179ms","start":"2026-02-27T22:50:12.073515Z","end":"2026-02-27T22:50:12.398194Z","steps":["trace[865644853] 'process raft request' (duration: 260.694321ms)","trace[865644853] 'compare' (duration: 63.568369ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:12.398315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:12.073487Z","time spent":"324.777811ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:50:12.750738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.691915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:12.750798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.911815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:12.750868Z","caller":"traceutil/trace.go:171","msg":"trace[1097561758] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25485; }","duration":"222.044917ms","start":"2026-02-27T22:50:12.528805Z","end":"2026-02-27T22:50:12.75085Z","steps":["trace[1097561758] 'count revisions from in-memory index tree' (duration: 221.827063ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:12.75082Z","caller":"traceutil/trace.go:171","msg":"trace[1243751198] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25485; }","duration":"180.816628ms","start":"2026-02-27T22:50:12.569986Z","end":"2026-02-27T22:50:12.750803Z","steps":["trace[1243751198] 'range keys from in-memory index tree' (duration: 180.561563ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:12.886288Z","caller":"traceutil/trace.go:171","msg":"trace[1314331807] linearizableReadLoop","detail":"{readStateIndex:26403; appliedIndex:26402; }","duration":"316.166503ms","start":"2026-02-27T22:50:12.570095Z","end":"2026-02-27T22:50:12.886262Z","steps":["trace[1314331807] 'read index received' (duration: 186.335µs)","trace[1314331807] 'applied index is now lower than readState.Index' (duration: 315.978908ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:12.88656Z","caller":"traceutil/trace.go:171","msg":"trace[796312053] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"316.481969ms","start":"2026-02-27T22:50:12.570059Z","end":"2026-02-27T22:50:12.886541Z","steps":["trace[796312053] 'process raft request' (duration: 316.05202ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:12.886526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.409028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:12.886671Z","caller":"traceutil/trace.go:171","msg":"trace[1108550392] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25486; }","duration":"316.575002ms","start":"2026-02-27T22:50:12.57008Z","end":"2026-02-27T22:50:12.886655Z","steps":["trace[1108550392] 'agreement among raft nodes before linearized reading' (duration: 316.314806ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:12.886914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:12.570075Z","time spent":"316.820508ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:50:12.886679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:12.570038Z","time spent":"316.574312ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:50:13.039993Z","caller":"traceutil/trace.go:171","msg":"trace[634320789] linearizableReadLoop","detail":"{readStateIndex:26406; appliedIndex:26403; }","duration":"153.587333ms","start":"2026-02-27T22:50:12.886382Z","end":"2026-02-27T22:50:13.039969Z","steps":["trace[634320789] 'read index received' (duration: 81.316625ms)","trace[634320789] 'applied index is now lower than readState.Index' (duration: 72.269588ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:13.040235Z","caller":"traceutil/trace.go:171","msg":"trace[546302761] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"469.991782ms","start":"2026-02-27T22:50:12.570231Z","end":"2026-02-27T22:50:13.040223Z","steps":["trace[546302761] 'process raft request' (duration: 397.509019ms)","trace[546302761] 'compare' (duration: 71.841559ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:13.040331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:12.570222Z","time spent":"470.046803ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:50:13.040337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.218747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:50:13.04038Z","caller":"traceutil/trace.go:171","msg":"trace[1422849868] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25489; }","duration":"427.292639ms","start":"2026-02-27T22:50:12.613075Z","end":"2026-02-27T22:50:13.040368Z","steps":["trace[1422849868] 'agreement among raft nodes before linearized reading' (duration: 427.146686ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.040424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:12.613054Z","time spent":"427.36263ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:50:13.040507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.197975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:13.040545Z","caller":"traceutil/trace.go:171","msg":"trace[1777990921] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25489; }","duration":"470.263387ms","start":"2026-02-27T22:50:12.57027Z","end":"2026-02-27T22:50:13.040533Z","steps":["trace[1777990921] 'agreement among raft nodes before linearized reading' (duration: 470.211055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:13.040566Z","caller":"traceutil/trace.go:171","msg":"trace[681596119] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"470.264626ms","start":"2026-02-27T22:50:12.570291Z","end":"2026-02-27T22:50:13.040555Z","steps":["trace[681596119] 'process raft request' (duration: 469.573961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.040578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:12.570246Z","time spent":"470.325838ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:50:13.040636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:12.570282Z","time spent":"470.313578ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:50:13.04076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.598444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:13.040765Z","caller":"traceutil/trace.go:171","msg":"trace[1194375935] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"412.343652ms","start":"2026-02-27T22:50:12.62841Z","end":"2026-02-27T22:50:13.040754Z","steps":["trace[1194375935] 'process raft request' (duration: 411.502744ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:13.040792Z","caller":"traceutil/trace.go:171","msg":"trace[1801283857] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25489; }","duration":"470.637965ms","start":"2026-02-27T22:50:12.570146Z","end":"2026-02-27T22:50:13.040784Z","steps":["trace[1801283857] 'agreement among raft nodes before linearized reading' (duration: 470.547083ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.040815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:12.628387Z","time spent":"412.402614ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:50:13.040823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:12.570144Z","time spent":"470.672226ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:50:13.040986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.023422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:50:13.041015Z","caller":"traceutil/trace.go:171","msg":"trace[1271672605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25489; }","duration":"426.060874ms","start":"2026-02-27T22:50:12.614946Z","end":"2026-02-27T22:50:13.041007Z","steps":["trace[1271672605] 'agreement among raft nodes before linearized reading' (duration: 425.977752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.041047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:12.61494Z","time spent":"426.101055ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:50:13.041231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.925452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-27T22:50:13.041263Z","caller":"traceutil/trace.go:171","msg":"trace[666931540] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25489; }","duration":"426.974083ms","start":"2026-02-27T22:50:12.614282Z","end":"2026-02-27T22:50:13.041256Z","steps":["trace[666931540] 'agreement among raft nodes before linearized reading' (duration: 426.82419ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.041289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:12.614274Z","time spent":"427.008404ms","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:50:13.04157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.356972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T22:50:13.041607Z","caller":"traceutil/trace.go:171","msg":"trace[758653458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25489; }","duration":"428.414064ms","start":"2026-02-27T22:50:12.613183Z","end":"2026-02-27T22:50:13.041597Z","steps":["trace[758653458] 'agreement among raft nodes before linearized reading' (duration: 428.288732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.041633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:12.613123Z","time spent":"428.503706ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T22:50:13.34096Z","caller":"traceutil/trace.go:171","msg":"trace[1376959398] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"296.532805ms","start":"2026-02-27T22:50:13.044394Z","end":"2026-02-27T22:50:13.340926Z","steps":["trace[1376959398] 'process raft request' (duration: 221.551848ms)","trace[1376959398] 'compare' (duration: 74.723721ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:13.404419Z","caller":"traceutil/trace.go:171","msg":"trace[1916353406] linearizableReadLoop","detail":"{readStateIndex:26409; appliedIndex:26406; }","duration":"340.418352ms","start":"2026-02-27T22:50:13.063984Z","end":"2026-02-27T22:50:13.404403Z","steps":["trace[1916353406] 'read index received' (duration: 201.97361ms)","trace[1916353406] 'applied index is now lower than readState.Index' (duration: 138.444082ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:13.404493Z","caller":"traceutil/trace.go:171","msg":"trace[1074210495] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"359.194662ms","start":"2026-02-27T22:50:13.045263Z","end":"2026-02-27T22:50:13.404458Z","steps":["trace[1074210495] 'process raft request' (duration: 359.018428ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.404606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.595586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T22:50:13.404594Z","caller":"traceutil/trace.go:171","msg":"trace[1985630274] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"358.044398ms","start":"2026-02-27T22:50:13.046445Z","end":"2026-02-27T22:50:13.404489Z","steps":["trace[1985630274] 'process raft request' (duration: 357.935415ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.404731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.208771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537210-47d5w\" ","response":"range_response_count:1 size:7099"} {"level":"warn","ts":"2026-02-27T22:50:13.404744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:13.04524Z","time spent":"359.371715ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:50:13.404781Z","caller":"traceutil/trace.go:171","msg":"trace[882755531] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29537210-47d5w; range_end:; response_count:1; response_revision:25492; }","duration":"178.294932ms","start":"2026-02-27T22:50:13.226474Z","end":"2026-02-27T22:50:13.404769Z","steps":["trace[882755531] 'agreement among raft nodes before linearized reading' (duration: 178.106008ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.404727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:13.046437Z","time spent":"358.220721ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:50:13.404628Z","caller":"traceutil/trace.go:171","msg":"trace[1735331152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25492; }","duration":"340.663707ms","start":"2026-02-27T22:50:13.063957Z","end":"2026-02-27T22:50:13.40462Z","steps":["trace[1735331152] 'agreement among raft nodes before linearized reading' (duration: 340.538114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.404933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:13.063945Z","time spent":"340.974614ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-27T22:50:13.538673Z","caller":"traceutil/trace.go:171","msg":"trace[579535712] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"125.414959ms","start":"2026-02-27T22:50:13.413233Z","end":"2026-02-27T22:50:13.538648Z","steps":["trace[579535712] 'process raft request' (duration: 125.185464ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:13.538864Z","caller":"traceutil/trace.go:171","msg":"trace[1507336003] linearizableReadLoop","detail":"{readStateIndex:26411; appliedIndex:26410; }","duration":"118.148109ms","start":"2026-02-27T22:50:13.420688Z","end":"2026-02-27T22:50:13.538836Z","steps":["trace[1507336003] 'read index received' (duration: 17.338888ms)","trace[1507336003] 'applied index is now lower than readState.Index' (duration: 100.806741ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:13.538979Z","caller":"traceutil/trace.go:171","msg":"trace[2097401796] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"116.258288ms","start":"2026-02-27T22:50:13.422711Z","end":"2026-02-27T22:50:13.538969Z","steps":["trace[2097401796] 'process raft request' (duration: 115.87809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.539072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.320143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:13.5391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.108759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:13.539131Z","caller":"traceutil/trace.go:171","msg":"trace[1394817610] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25495; }","duration":"118.163909ms","start":"2026-02-27T22:50:13.420958Z","end":"2026-02-27T22:50:13.539122Z","steps":["trace[1394817610] 'agreement among raft nodes before linearized reading' (duration: 118.111598ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:13.539134Z","caller":"traceutil/trace.go:171","msg":"trace[77023665] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25495; }","duration":"118.401545ms","start":"2026-02-27T22:50:13.420716Z","end":"2026-02-27T22:50:13.539118Z","steps":["trace[77023665] 'agreement among raft nodes before linearized reading' (duration: 118.298023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.539166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.768622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:13.539251Z","caller":"traceutil/trace.go:171","msg":"trace[551713908] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25495; }","duration":"117.879064ms","start":"2026-02-27T22:50:13.421354Z","end":"2026-02-27T22:50:13.539233Z","steps":["trace[551713908] 'agreement among raft nodes before linearized reading' (duration: 117.72642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.5393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.247961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:13.539459Z","caller":"traceutil/trace.go:171","msg":"trace[66233671] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25495; }","duration":"118.502277ms","start":"2026-02-27T22:50:13.420937Z","end":"2026-02-27T22:50:13.539439Z","steps":["trace[66233671] 'agreement among raft nodes before linearized reading' (duration: 118.241041ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:13.539331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.583628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:13.539911Z","caller":"traceutil/trace.go:171","msg":"trace[1465975146] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25495; }","duration":"119.236584ms","start":"2026-02-27T22:50:13.420654Z","end":"2026-02-27T22:50:13.539891Z","steps":["trace[1465975146] 'agreement among raft nodes before linearized reading' (duration: 118.529938ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:13.693262Z","caller":"traceutil/trace.go:171","msg":"trace[629496726] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"146.461108ms","start":"2026-02-27T22:50:13.546764Z","end":"2026-02-27T22:50:13.693225Z","steps":["trace[629496726] 'process raft request' (duration: 94.528835ms)","trace[629496726] 'compare' (duration: 51.682938ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:14.561433Z","caller":"traceutil/trace.go:171","msg":"trace[791709385] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"145.130399ms","start":"2026-02-27T22:50:14.416257Z","end":"2026-02-27T22:50:14.561388Z","steps":["trace[791709385] 'process raft request' (duration: 145.018936ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:14.561714Z","caller":"traceutil/trace.go:171","msg":"trace[791968662] linearizableReadLoop","detail":"{readStateIndex:26417; appliedIndex:26417; }","duration":"108.56595ms","start":"2026-02-27T22:50:14.453098Z","end":"2026-02-27T22:50:14.561664Z","steps":["trace[791968662] 'read index received' (duration: 108.525429ms)","trace[791968662] 'applied index is now lower than readState.Index' (duration: 24.98µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:14.561868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.740223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:50:14.562024Z","caller":"traceutil/trace.go:171","msg":"trace[499306736] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25500; }","duration":"109.010069ms","start":"2026-02-27T22:50:14.452989Z","end":"2026-02-27T22:50:14.562Z","steps":["trace[499306736] 'agreement among raft nodes before linearized reading' (duration: 108.747423ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:14.673225Z","caller":"traceutil/trace.go:171","msg":"trace[1302895533] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"123.894375ms","start":"2026-02-27T22:50:14.549297Z","end":"2026-02-27T22:50:14.673191Z","steps":["trace[1302895533] 'process raft request' (duration: 123.731151ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:15.004475Z","caller":"traceutil/trace.go:171","msg":"trace[662997068] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"110.060783ms","start":"2026-02-27T22:50:14.894384Z","end":"2026-02-27T22:50:15.004445Z","steps":["trace[662997068] 'process raft request' (duration: 109.117433ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:15.399268Z","caller":"traceutil/trace.go:171","msg":"trace[1820721116] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"124.827925ms","start":"2026-02-27T22:50:15.274409Z","end":"2026-02-27T22:50:15.399237Z","steps":["trace[1820721116] 'process raft request' (duration: 124.577019ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:15.666563Z","caller":"traceutil/trace.go:171","msg":"trace[1399158483] linearizableReadLoop","detail":"{readStateIndex:26428; appliedIndex:26427; }","duration":"119.170002ms","start":"2026-02-27T22:50:15.547361Z","end":"2026-02-27T22:50:15.666531Z","steps":["trace[1399158483] 'read index received' (duration: 118.763994ms)","trace[1399158483] 'applied index is now lower than readState.Index' (duration: 404.488µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:15.666598Z","caller":"traceutil/trace.go:171","msg":"trace[1079035486] transaction","detail":"{read_only:false; response_revision:25511; number_of_response:1; }","duration":"122.337341ms","start":"2026-02-27T22:50:15.544239Z","end":"2026-02-27T22:50:15.666576Z","steps":["trace[1079035486] 'process raft request' (duration: 121.928422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:15.666746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.361136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:15.666784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.890217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:15.666819Z","caller":"traceutil/trace.go:171","msg":"trace[1997588829] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25511; }","duration":"119.473749ms","start":"2026-02-27T22:50:15.547328Z","end":"2026-02-27T22:50:15.666802Z","steps":["trace[1997588829] 'agreement among raft nodes before linearized reading' (duration: 119.346946ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:15.666836Z","caller":"traceutil/trace.go:171","msg":"trace[737939378] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25511; }","duration":"118.980789ms","start":"2026-02-27T22:50:15.547839Z","end":"2026-02-27T22:50:15.66682Z","steps":["trace[737939378] 'agreement among raft nodes before linearized reading' (duration: 118.869026ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:15.967862Z","caller":"traceutil/trace.go:171","msg":"trace[1197595555] transaction","detail":"{read_only:false; response_revision:25512; number_of_response:1; }","duration":"287.775802ms","start":"2026-02-27T22:50:15.680058Z","end":"2026-02-27T22:50:15.967833Z","steps":["trace[1197595555] 'process raft request' (duration: 287.549717ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:15.967847Z","caller":"traceutil/trace.go:171","msg":"trace[24802261] linearizableReadLoop","detail":"{readStateIndex:26430; appliedIndex:26428; }","duration":"270.062756ms","start":"2026-02-27T22:50:15.697756Z","end":"2026-02-27T22:50:15.967819Z","steps":["trace[24802261] 'read index received' (duration: 20.453486ms)","trace[24802261] 'applied index is now lower than readState.Index' (duration: 249.60817ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:15.968008Z","caller":"traceutil/trace.go:171","msg":"trace[201551124] transaction","detail":"{read_only:false; response_revision:25513; number_of_response:1; }","duration":"261.613711ms","start":"2026-02-27T22:50:15.706368Z","end":"2026-02-27T22:50:15.967982Z","steps":["trace[201551124] 'process raft request' (duration: 261.399987ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:15.968053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.286291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:50:15.968118Z","caller":"traceutil/trace.go:171","msg":"trace[1831631338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25513; }","duration":"270.409934ms","start":"2026-02-27T22:50:15.697691Z","end":"2026-02-27T22:50:15.968101Z","steps":["trace[1831631338] 'agreement among raft nodes before linearized reading' (duration: 270.22363ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:15.974389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.786328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:15.974385Z","caller":"traceutil/trace.go:171","msg":"trace[171570256] transaction","detail":"{read_only:false; response_revision:25514; number_of_response:1; }","duration":"254.802893ms","start":"2026-02-27T22:50:15.719522Z","end":"2026-02-27T22:50:15.974325Z","steps":["trace[171570256] 'process raft request' (duration: 254.672591ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:15.974442Z","caller":"traceutil/trace.go:171","msg":"trace[104689022] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25514; }","duration":"191.890661ms","start":"2026-02-27T22:50:15.782539Z","end":"2026-02-27T22:50:15.97443Z","steps":["trace[104689022] 'agreement among raft nodes before linearized reading' (duration: 191.744838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:15.974418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.180878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:15.974575Z","caller":"traceutil/trace.go:171","msg":"trace[2057560179] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25514; }","duration":"100.346861ms","start":"2026-02-27T22:50:15.874211Z","end":"2026-02-27T22:50:15.974558Z","steps":["trace[2057560179] 'agreement among raft nodes before linearized reading' (duration: 100.135897ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:16.104172Z","caller":"traceutil/trace.go:171","msg":"trace[1653919378] transaction","detail":"{read_only:false; response_revision:25515; number_of_response:1; }","duration":"131.707405ms","start":"2026-02-27T22:50:15.972427Z","end":"2026-02-27T22:50:16.104135Z","steps":["trace[1653919378] 'process raft request' (duration: 131.580822ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:16.104187Z","caller":"traceutil/trace.go:171","msg":"trace[1314503829] linearizableReadLoop","detail":"{readStateIndex:26433; appliedIndex:26433; }","duration":"127.451853ms","start":"2026-02-27T22:50:15.976695Z","end":"2026-02-27T22:50:16.104147Z","steps":["trace[1314503829] 'read index received' (duration: 127.435293ms)","trace[1314503829] 'applied index is now lower than readState.Index' (duration: 14.08µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:16.10441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.691428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T22:50:16.104438Z","caller":"traceutil/trace.go:171","msg":"trace[1511670555] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25515; }","duration":"127.7636ms","start":"2026-02-27T22:50:15.976667Z","end":"2026-02-27T22:50:16.104431Z","steps":["trace[1511670555] 'agreement among raft nodes before linearized reading' (duration: 127.575575ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:16.275434Z","caller":"traceutil/trace.go:171","msg":"trace[1763655122] linearizableReadLoop","detail":"{readStateIndex:26434; appliedIndex:26433; }","duration":"169.408299ms","start":"2026-02-27T22:50:16.105998Z","end":"2026-02-27T22:50:16.275406Z","steps":["trace[1763655122] 'read index received' (duration: 110.992763ms)","trace[1763655122] 'applied index is now lower than readState.Index' (duration: 58.414385ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:16.275762Z","caller":"traceutil/trace.go:171","msg":"trace[7423031] transaction","detail":"{read_only:false; response_revision:25516; number_of_response:1; }","duration":"297.71458ms","start":"2026-02-27T22:50:15.978018Z","end":"2026-02-27T22:50:16.275733Z","steps":["trace[7423031] 'process raft request' (duration: 238.983727ms)","trace[7423031] 'compare' (duration: 58.277963ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:16.275939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.893269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T22:50:16.27603Z","caller":"traceutil/trace.go:171","msg":"trace[449473848] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25516; }","duration":"170.053183ms","start":"2026-02-27T22:50:16.10596Z","end":"2026-02-27T22:50:16.276013Z","steps":["trace[449473848] 'agreement among raft nodes before linearized reading' (duration: 169.785327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:16.280814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.602284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:50:16.280867Z","caller":"traceutil/trace.go:171","msg":"trace[1528578781] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25517; }","duration":"137.690785ms","start":"2026-02-27T22:50:16.143162Z","end":"2026-02-27T22:50:16.280853Z","steps":["trace[1528578781] 'agreement among raft nodes before linearized reading' (duration: 137.569153ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:16.676629Z","caller":"traceutil/trace.go:171","msg":"trace[1071282255] linearizableReadLoop","detail":"{readStateIndex:26440; appliedIndex:26439; }","duration":"202.812738ms","start":"2026-02-27T22:50:16.473793Z","end":"2026-02-27T22:50:16.676605Z","steps":["trace[1071282255] 'read index received' (duration: 112.760652ms)","trace[1071282255] 'applied index is now lower than readState.Index' (duration: 90.050966ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:16.676671Z","caller":"traceutil/trace.go:171","msg":"trace[770163612] transaction","detail":"{read_only:false; response_revision:25521; number_of_response:1; }","duration":"203.188365ms","start":"2026-02-27T22:50:16.473449Z","end":"2026-02-27T22:50:16.676637Z","steps":["trace[770163612] 'process raft request' (duration: 113.091598ms)","trace[770163612] 'compare' (duration: 89.903343ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:16.6769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.089574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18551"} {"level":"info","ts":"2026-02-27T22:50:16.676955Z","caller":"traceutil/trace.go:171","msg":"trace[1227964607] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25521; }","duration":"203.177105ms","start":"2026-02-27T22:50:16.473764Z","end":"2026-02-27T22:50:16.676941Z","steps":["trace[1227964607] 'agreement among raft nodes before linearized reading' (duration: 202.9603ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:16.697461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537195-p54j9\" ","response":"range_response_count:1 size:7185"} {"level":"info","ts":"2026-02-27T22:50:16.697558Z","caller":"traceutil/trace.go:171","msg":"trace[552884817] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29537195-p54j9; range_end:; response_count:1; response_revision:25523; }","duration":"215.887193ms","start":"2026-02-27T22:50:16.481649Z","end":"2026-02-27T22:50:16.697536Z","steps":["trace[552884817] 'agreement among raft nodes before linearized reading' (duration: 215.607337ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:16.697676Z","caller":"traceutil/trace.go:171","msg":"trace[1023337464] transaction","detail":"{read_only:false; response_revision:25523; number_of_response:1; }","duration":"131.45865ms","start":"2026-02-27T22:50:16.56619Z","end":"2026-02-27T22:50:16.697648Z","steps":["trace[1023337464] 'process raft request' (duration: 130.974689ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:16.697764Z","caller":"traceutil/trace.go:171","msg":"trace[479547988] transaction","detail":"{read_only:false; response_revision:25522; number_of_response:1; }","duration":"222.778625ms","start":"2026-02-27T22:50:16.474962Z","end":"2026-02-27T22:50:16.697741Z","steps":["trace[479547988] 'process raft request' (duration: 222.06898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:16.697891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.599673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:16.697922Z","caller":"traceutil/trace.go:171","msg":"trace[822142840] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25523; }","duration":"185.658203ms","start":"2026-02-27T22:50:16.512257Z","end":"2026-02-27T22:50:16.697915Z","steps":["trace[822142840] 'agreement among raft nodes before linearized reading' (duration: 185.598012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:16.697932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.341039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T22:50:16.698011Z","caller":"traceutil/trace.go:171","msg":"trace[967641635] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25523; }","duration":"121.452421ms","start":"2026-02-27T22:50:16.576536Z","end":"2026-02-27T22:50:16.697988Z","steps":["trace[967641635] 'agreement among raft nodes before linearized reading' (duration: 121.235716ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:16.841518Z","caller":"traceutil/trace.go:171","msg":"trace[1841369312] linearizableReadLoop","detail":"{readStateIndex:26444; appliedIndex:26443; }","duration":"136.04552ms","start":"2026-02-27T22:50:16.705449Z","end":"2026-02-27T22:50:16.841495Z","steps":["trace[1841369312] 'read index received' (duration: 135.805645ms)","trace[1841369312] 'applied index is now lower than readState.Index' (duration: 238.515µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:16.841609Z","caller":"traceutil/trace.go:171","msg":"trace[1102405045] transaction","detail":"{read_only:false; response_revision:25525; number_of_response:1; }","duration":"139.141678ms","start":"2026-02-27T22:50:16.702418Z","end":"2026-02-27T22:50:16.84156Z","steps":["trace[1102405045] 'process raft request' (duration: 138.850821ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:16.842207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.708069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29537195-p54j9\" ","response":"range_response_count:1 size:7185"} {"level":"info","ts":"2026-02-27T22:50:16.842247Z","caller":"traceutil/trace.go:171","msg":"trace[168065853] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29537195-p54j9; range_end:; response_count:1; response_revision:25525; }","duration":"139.773791ms","start":"2026-02-27T22:50:16.702459Z","end":"2026-02-27T22:50:16.842233Z","steps":["trace[168065853] 'agreement among raft nodes before linearized reading' (duration: 139.174158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:16.841822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.059875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.18983c2ccc04ad25\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-02-27T22:50:16.842385Z","caller":"traceutil/trace.go:171","msg":"trace[1823583745] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.18983c2ccc04ad25; range_end:; response_count:1; response_revision:25525; }","duration":"133.642299ms","start":"2026-02-27T22:50:16.708722Z","end":"2026-02-27T22:50:16.842364Z","steps":["trace[1823583745] 'agreement among raft nodes before linearized reading' (duration: 132.965373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:16.841831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.555371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5346"} {"level":"info","ts":"2026-02-27T22:50:16.842496Z","caller":"traceutil/trace.go:171","msg":"trace[2018828915] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:25525; }","duration":"137.243297ms","start":"2026-02-27T22:50:16.705228Z","end":"2026-02-27T22:50:16.842471Z","steps":["trace[2018828915] 'agreement among raft nodes before linearized reading' (duration: 136.368277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:16.841867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.121995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:16.8426Z","caller":"traceutil/trace.go:171","msg":"trace[1630901381] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25525; }","duration":"100.878403ms","start":"2026-02-27T22:50:16.741712Z","end":"2026-02-27T22:50:16.84259Z","steps":["trace[1630901381] 'agreement among raft nodes before linearized reading' (duration: 100.133046ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:17.052537Z","caller":"traceutil/trace.go:171","msg":"trace[1953356640] linearizableReadLoop","detail":"{readStateIndex:26446; appliedIndex:26445; }","duration":"205.890986ms","start":"2026-02-27T22:50:16.846624Z","end":"2026-02-27T22:50:17.052515Z","steps":["trace[1953356640] 'read index received' (duration: 79.336192ms)","trace[1953356640] 'applied index is now lower than readState.Index' (duration: 126.553344ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:17.052858Z","caller":"traceutil/trace.go:171","msg":"trace[453717529] transaction","detail":"{read_only:false; response_revision:25528; number_of_response:1; }","duration":"206.038699ms","start":"2026-02-27T22:50:16.846807Z","end":"2026-02-27T22:50:17.052846Z","steps":["trace[453717529] 'process raft request' (duration: 205.583678ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:17.052895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.245733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:17.05297Z","caller":"traceutil/trace.go:171","msg":"trace[1485471009] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25529; }","duration":"206.364716ms","start":"2026-02-27T22:50:16.846587Z","end":"2026-02-27T22:50:17.052952Z","steps":["trace[1485471009] 'agreement among raft nodes before linearized reading' (duration: 206.225823ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:17.052985Z","caller":"traceutil/trace.go:171","msg":"trace[1084714172] transaction","detail":"{read_only:false; response_revision:25529; number_of_response:1; }","duration":"202.659396ms","start":"2026-02-27T22:50:16.850315Z","end":"2026-02-27T22:50:17.052974Z","steps":["trace[1084714172] 'process raft request' (duration: 202.146275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:17.053065Z","caller":"traceutil/trace.go:171","msg":"trace[857730577] transaction","detail":"{read_only:false; response_revision:25527; number_of_response:1; }","duration":"208.060463ms","start":"2026-02-27T22:50:16.844984Z","end":"2026-02-27T22:50:17.053044Z","steps":["trace[857730577] 'process raft request' (duration: 207.210444ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:17.068838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.739051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:17.068916Z","caller":"traceutil/trace.go:171","msg":"trace[2145381220] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25531; }","duration":"123.856634ms","start":"2026-02-27T22:50:16.945039Z","end":"2026-02-27T22:50:17.068895Z","steps":["trace[2145381220] 'agreement among raft nodes before linearized reading' (duration: 123.735141ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:17.06884Z","caller":"traceutil/trace.go:171","msg":"trace[696007174] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25530; }","duration":"140.995008ms","start":"2026-02-27T22:50:16.927828Z","end":"2026-02-27T22:50:17.068823Z","steps":["trace[696007174] 'process raft request' (duration: 140.702432ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:17.069032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.037684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:17.069127Z","caller":"traceutil/trace.go:171","msg":"trace[76377973] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25531; }","duration":"171.177737ms","start":"2026-02-27T22:50:16.897926Z","end":"2026-02-27T22:50:17.069103Z","steps":["trace[76377973] 'agreement among raft nodes before linearized reading' (duration: 170.905701ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:17.782406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.116286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:17.782492Z","caller":"traceutil/trace.go:171","msg":"trace[729358984] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25537; }","duration":"111.249409ms","start":"2026-02-27T22:50:17.671222Z","end":"2026-02-27T22:50:17.782472Z","steps":["trace[729358984] 'range keys from in-memory index tree' (duration: 110.987133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:17.782556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.245699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:17.783005Z","caller":"traceutil/trace.go:171","msg":"trace[1409056571] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25537; }","duration":"111.731919ms","start":"2026-02-27T22:50:17.671247Z","end":"2026-02-27T22:50:17.782979Z","steps":["trace[1409056571] 'range keys from in-memory index tree' (duration: 111.099456ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:17.784938Z","caller":"traceutil/trace.go:171","msg":"trace[572154236] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"113.14216ms","start":"2026-02-27T22:50:17.67178Z","end":"2026-02-27T22:50:17.784922Z","steps":["trace[572154236] 'process raft request' (duration: 113.031868ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:19.267805Z","caller":"traceutil/trace.go:171","msg":"trace[962883775] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"177.829223ms","start":"2026-02-27T22:50:19.089951Z","end":"2026-02-27T22:50:19.26778Z","steps":["trace[962883775] 'process raft request' (duration: 177.605698ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:19.938333Z","caller":"traceutil/trace.go:171","msg":"trace[1670588595] linearizableReadLoop","detail":"{readStateIndex:26467; appliedIndex:26466; }","duration":"354.48276ms","start":"2026-02-27T22:50:19.583828Z","end":"2026-02-27T22:50:19.938311Z","steps":["trace[1670588595] 'read index received' (duration: 354.291406ms)","trace[1670588595] 'applied index is now lower than readState.Index' (duration: 190.464µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:19.938436Z","caller":"traceutil/trace.go:171","msg":"trace[1159586209] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"357.309931ms","start":"2026-02-27T22:50:19.581105Z","end":"2026-02-27T22:50:19.938415Z","steps":["trace[1159586209] 'process raft request' (duration: 357.012865ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:19.93852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.672574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:50:19.938559Z","caller":"traceutil/trace.go:171","msg":"trace[751400617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25548; }","duration":"354.747676ms","start":"2026-02-27T22:50:19.583801Z","end":"2026-02-27T22:50:19.938549Z","steps":["trace[751400617] 'agreement among raft nodes before linearized reading' (duration: 354.614993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:19.938572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:19.581085Z","time spent":"357.417314ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:50:19.938605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:19.58379Z","time spent":"354.803097ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:50:19.940519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.921801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:50:19.940598Z","caller":"traceutil/trace.go:171","msg":"trace[2091101206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25550; }","duration":"356.046524ms","start":"2026-02-27T22:50:19.584534Z","end":"2026-02-27T22:50:19.94058Z","steps":["trace[2091101206] 'agreement among raft nodes before linearized reading' (duration: 355.840489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:19.940636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:19.584516Z","time spent":"356.112425ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T22:50:19.941181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.622014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:19.941296Z","caller":"traceutil/trace.go:171","msg":"trace[1394559300] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25550; }","duration":"153.766988ms","start":"2026-02-27T22:50:19.787508Z","end":"2026-02-27T22:50:19.941275Z","steps":["trace[1394559300] 'agreement among raft nodes before linearized reading' (duration: 153.569564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:19.941505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.959692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:19.941546Z","caller":"traceutil/trace.go:171","msg":"trace[1889931345] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"150.624729ms","start":"2026-02-27T22:50:19.790897Z","end":"2026-02-27T22:50:19.941522Z","steps":["trace[1889931345] 'process raft request' (duration: 149.289269ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:19.941629Z","caller":"traceutil/trace.go:171","msg":"trace[53823962] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25550; }","duration":"154.129466ms","start":"2026-02-27T22:50:19.787475Z","end":"2026-02-27T22:50:19.941605Z","steps":["trace[53823962] 'agreement among raft nodes before linearized reading' (duration: 153.899971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:21.391576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.091919ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:50:21.391835Z","caller":"traceutil/trace.go:171","msg":"trace[2024592166] linearizableReadLoop","detail":"{readStateIndex:26478; appliedIndex:26477; }","duration":"205.584599ms","start":"2026-02-27T22:50:21.186193Z","end":"2026-02-27T22:50:21.391778Z","steps":["trace[2024592166] 'read index received' (duration: 37.250843ms)","trace[2024592166] 'applied index is now lower than readState.Index' (duration: 168.330716ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:21.391954Z","caller":"traceutil/trace.go:171","msg":"trace[1323651041] transaction","detail":"{read_only:false; response_revision:25560; number_of_response:1; }","duration":"119.296565ms","start":"2026-02-27T22:50:21.272632Z","end":"2026-02-27T22:50:21.391928Z","steps":["trace[1323651041] 'process raft request' (duration: 119.215904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:21.392058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.847405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:21.392029Z","caller":"traceutil/trace.go:171","msg":"trace[23863875] transaction","detail":"{read_only:false; response_revision:25559; number_of_response:1; }","duration":"203.775289ms","start":"2026-02-27T22:50:21.188202Z","end":"2026-02-27T22:50:21.391977Z","steps":["trace[23863875] 'process raft request' (duration: 203.480202ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:21.392104Z","caller":"traceutil/trace.go:171","msg":"trace[1714389145] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25560; }","duration":"205.942037ms","start":"2026-02-27T22:50:21.186151Z","end":"2026-02-27T22:50:21.392093Z","steps":["trace[1714389145] 'agreement among raft nodes before linearized reading' (duration: 205.738612ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:22.123635Z","caller":"traceutil/trace.go:171","msg":"trace[170020611] transaction","detail":"{read_only:false; response_revision:25564; number_of_response:1; }","duration":"108.778115ms","start":"2026-02-27T22:50:22.014828Z","end":"2026-02-27T22:50:22.123606Z","steps":["trace[170020611] 'process raft request' (duration: 108.590191ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:22.176509Z","caller":"traceutil/trace.go:171","msg":"trace[1386517161] transaction","detail":"{read_only:false; response_revision:25565; number_of_response:1; }","duration":"161.222211ms","start":"2026-02-27T22:50:22.015256Z","end":"2026-02-27T22:50:22.176478Z","steps":["trace[1386517161] 'process raft request' (duration: 160.987286ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:22.176663Z","caller":"traceutil/trace.go:171","msg":"trace[452565849] linearizableReadLoop","detail":"{readStateIndex:26485; appliedIndex:26483; }","duration":"158.131083ms","start":"2026-02-27T22:50:22.018493Z","end":"2026-02-27T22:50:22.176624Z","steps":["trace[452565849] 'read index received' (duration: 104.946022ms)","trace[452565849] 'applied index is now lower than readState.Index' (duration: 53.183291ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:22.176809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.302717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:22.176884Z","caller":"traceutil/trace.go:171","msg":"trace[1954183260] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25566; }","duration":"158.420639ms","start":"2026-02-27T22:50:22.018444Z","end":"2026-02-27T22:50:22.176865Z","steps":["trace[1954183260] 'agreement among raft nodes before linearized reading' (duration: 158.304276ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:23.292932Z","caller":"traceutil/trace.go:171","msg":"trace[826181032] transaction","detail":"{read_only:false; response_revision:25571; number_of_response:1; }","duration":"135.905657ms","start":"2026-02-27T22:50:23.157Z","end":"2026-02-27T22:50:23.292905Z","steps":["trace[826181032] 'process raft request' (duration: 135.698053ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:23.762091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.916126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:23.762194Z","caller":"traceutil/trace.go:171","msg":"trace[1457893991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25573; }","duration":"107.098349ms","start":"2026-02-27T22:50:23.655075Z","end":"2026-02-27T22:50:23.762173Z","steps":["trace[1457893991] 'range keys from in-memory index tree' (duration: 106.790552ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:23.762621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.730966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:50:23.762679Z","caller":"traceutil/trace.go:171","msg":"trace[2109539185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25573; }","duration":"125.784497ms","start":"2026-02-27T22:50:23.636876Z","end":"2026-02-27T22:50:23.762661Z","steps":["trace[2109539185] 'range keys from in-memory index tree' (duration: 125.45026ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:23.889491Z","caller":"traceutil/trace.go:171","msg":"trace[841993123] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"122.023973ms","start":"2026-02-27T22:50:23.767354Z","end":"2026-02-27T22:50:23.889378Z","steps":["trace[841993123] 'process raft request' (duration: 121.840879ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:24.115085Z","caller":"traceutil/trace.go:171","msg":"trace[973427911] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"100.101726ms","start":"2026-02-27T22:50:24.014953Z","end":"2026-02-27T22:50:24.115055Z","steps":["trace[973427911] 'process raft request' (duration: 99.885171ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:24.264076Z","caller":"traceutil/trace.go:171","msg":"trace[1363309362] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"238.841235ms","start":"2026-02-27T22:50:24.0252Z","end":"2026-02-27T22:50:24.264041Z","steps":["trace[1363309362] 'process raft request' (duration: 181.930791ms)","trace[1363309362] 'compare' (duration: 56.419433ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:24.264106Z","caller":"traceutil/trace.go:171","msg":"trace[1626771335] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"215.427193ms","start":"2026-02-27T22:50:24.048648Z","end":"2026-02-27T22:50:24.264075Z","steps":["trace[1626771335] 'process raft request' (duration: 215.24953ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:24.264268Z","caller":"traceutil/trace.go:171","msg":"trace[986587665] linearizableReadLoop","detail":"{readStateIndex:26497; appliedIndex:26494; }","duration":"173.824935ms","start":"2026-02-27T22:50:24.09039Z","end":"2026-02-27T22:50:24.264215Z","steps":["trace[986587665] 'read index received' (duration: 24.555677ms)","trace[986587665] 'applied index is now lower than readState.Index' (duration: 149.267608ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:24.264469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.04701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:50:24.264563Z","caller":"traceutil/trace.go:171","msg":"trace[756521680] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25578; }","duration":"174.210914ms","start":"2026-02-27T22:50:24.09033Z","end":"2026-02-27T22:50:24.264541Z","steps":["trace[756521680] 'agreement among raft nodes before linearized reading' (duration: 173.984159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:24.264593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.789087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:50:24.264675Z","caller":"traceutil/trace.go:171","msg":"trace[1187019937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25578; }","duration":"136.902689ms","start":"2026-02-27T22:50:24.127749Z","end":"2026-02-27T22:50:24.264652Z","steps":["trace[1187019937] 'agreement among raft nodes before linearized reading' (duration: 136.653824ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:24.419708Z","caller":"traceutil/trace.go:171","msg":"trace[1862907486] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"149.674367ms","start":"2026-02-27T22:50:24.270012Z","end":"2026-02-27T22:50:24.419687Z","steps":["trace[1862907486] 'process raft request' (duration: 124.689762ms)","trace[1862907486] 'compare' (duration: 24.75042ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:24.419913Z","caller":"traceutil/trace.go:171","msg":"trace[701116737] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"149.651767ms","start":"2026-02-27T22:50:24.270197Z","end":"2026-02-27T22:50:24.419848Z","steps":["trace[701116737] 'process raft request' (duration: 149.448573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:25.180673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.825256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:25.180751Z","caller":"traceutil/trace.go:171","msg":"trace[963896165] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25583; }","duration":"217.914398ms","start":"2026-02-27T22:50:24.962819Z","end":"2026-02-27T22:50:25.180733Z","steps":["trace[963896165] 'range keys from in-memory index tree' (duration: 217.738015ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:26.551025Z","caller":"traceutil/trace.go:171","msg":"trace[437401386] transaction","detail":"{read_only:false; response_revision:25593; number_of_response:1; }","duration":"119.799156ms","start":"2026-02-27T22:50:26.431204Z","end":"2026-02-27T22:50:26.551003Z","steps":["trace[437401386] 'process raft request' (duration: 74.14162ms)","trace[437401386] 'compare' (duration: 45.520143ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:26.551133Z","caller":"traceutil/trace.go:171","msg":"trace[1107582520] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"119.716784ms","start":"2026-02-27T22:50:26.431402Z","end":"2026-02-27T22:50:26.551119Z","steps":["trace[1107582520] 'process raft request' (duration: 119.56749ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:28.678161Z","caller":"traceutil/trace.go:171","msg":"trace[985759] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"117.892404ms","start":"2026-02-27T22:50:28.560238Z","end":"2026-02-27T22:50:28.67813Z","steps":["trace[985759] 'process raft request' (duration: 117.7266ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:28.678165Z","caller":"traceutil/trace.go:171","msg":"trace[539397963] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"118.028517ms","start":"2026-02-27T22:50:28.560072Z","end":"2026-02-27T22:50:28.678101Z","steps":["trace[539397963] 'process raft request' (duration: 88.126785ms)","trace[539397963] 'compare' (duration: 29.624976ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:29.672251Z","caller":"traceutil/trace.go:171","msg":"trace[738996156] transaction","detail":"{read_only:false; response_revision:25613; number_of_response:1; }","duration":"100.565646ms","start":"2026-02-27T22:50:29.571629Z","end":"2026-02-27T22:50:29.672195Z","steps":["trace[738996156] 'process raft request' (duration: 100.30439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:29.67287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.487784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:29.672952Z","caller":"traceutil/trace.go:171","msg":"trace[1866953595] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25613; }","duration":"100.603467ms","start":"2026-02-27T22:50:29.572332Z","end":"2026-02-27T22:50:29.672935Z","steps":["trace[1866953595] 'agreement among raft nodes before linearized reading' (duration: 100.364822ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:30.644613Z","caller":"traceutil/trace.go:171","msg":"trace[1514250533] transaction","detail":"{read_only:false; response_revision:25618; number_of_response:1; }","duration":"120.132302ms","start":"2026-02-27T22:50:30.52445Z","end":"2026-02-27T22:50:30.644582Z","steps":["trace[1514250533] 'process raft request' (duration: 74.68931ms)","trace[1514250533] 'compare' (duration: 45.222327ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:30.645155Z","caller":"traceutil/trace.go:171","msg":"trace[1747385258] transaction","detail":"{read_only:false; response_revision:25619; number_of_response:1; }","duration":"118.463657ms","start":"2026-02-27T22:50:30.526661Z","end":"2026-02-27T22:50:30.645124Z","steps":["trace[1747385258] 'process raft request' (duration: 117.878203ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:30.880291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.865213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:50:30.880607Z","caller":"traceutil/trace.go:171","msg":"trace[465977106] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"192.709277ms","start":"2026-02-27T22:50:30.687878Z","end":"2026-02-27T22:50:30.880587Z","steps":["trace[465977106] 'process raft request' (duration: 192.578685ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:30.880751Z","caller":"traceutil/trace.go:171","msg":"trace[1044909428] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"195.211342ms","start":"2026-02-27T22:50:30.685507Z","end":"2026-02-27T22:50:30.880719Z","steps":["trace[1044909428] 'process raft request' (duration: 93.804028ms)","trace[1044909428] 'compare' (duration: 100.485454ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:31.814187Z","caller":"traceutil/trace.go:171","msg":"trace[2007427571] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"132.88537ms","start":"2026-02-27T22:50:31.68127Z","end":"2026-02-27T22:50:31.814156Z","steps":["trace[2007427571] 'process raft request' (duration: 103.028518ms)","trace[2007427571] 'compare' (duration: 29.395262ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:32.294398Z","caller":"traceutil/trace.go:171","msg":"trace[841909253] transaction","detail":"{read_only:false; response_revision:25629; number_of_response:1; }","duration":"181.014292ms","start":"2026-02-27T22:50:32.113348Z","end":"2026-02-27T22:50:32.294362Z","steps":["trace[841909253] 'process raft request' (duration: 91.252902ms)","trace[841909253] 'compare' (duration: 89.620066ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:32.972658Z","caller":"traceutil/trace.go:171","msg":"trace[1026581747] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"178.942277ms","start":"2026-02-27T22:50:32.793662Z","end":"2026-02-27T22:50:32.972605Z","steps":["trace[1026581747] 'process raft request' (duration: 136.760556ms)","trace[1026581747] 'compare' (duration: 41.881984ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:32.972735Z","caller":"traceutil/trace.go:171","msg":"trace[1091374083] linearizableReadLoop","detail":"{readStateIndex:26556; appliedIndex:26555; }","duration":"161.66415ms","start":"2026-02-27T22:50:32.811024Z","end":"2026-02-27T22:50:32.972688Z","steps":["trace[1091374083] 'read index received' (duration: 119.385146ms)","trace[1091374083] 'applied index is now lower than readState.Index' (duration: 42.276514ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:32.973069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.016678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:50:32.973144Z","caller":"traceutil/trace.go:171","msg":"trace[1386822450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25635; }","duration":"162.13427ms","start":"2026-02-27T22:50:32.810991Z","end":"2026-02-27T22:50:32.973125Z","steps":["trace[1386822450] 'agreement among raft nodes before linearized reading' (duration: 161.836363ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:33.152656Z","caller":"traceutil/trace.go:171","msg":"trace[1425714039] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"171.929285ms","start":"2026-02-27T22:50:32.980693Z","end":"2026-02-27T22:50:33.152622Z","steps":["trace[1425714039] 'process raft request' (duration: 92.449419ms)","trace[1425714039] 'compare' (duration: 79.139019ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:33.152845Z","caller":"traceutil/trace.go:171","msg":"trace[632174721] linearizableReadLoop","detail":"{readStateIndex:26559; appliedIndex:26557; }","duration":"166.532067ms","start":"2026-02-27T22:50:32.986286Z","end":"2026-02-27T22:50:33.152818Z","steps":["trace[632174721] 'read index received' (duration: 74.023847ms)","trace[632174721] 'applied index is now lower than readState.Index' (duration: 92.50656ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:33.153065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.761972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-02-27T22:50:33.153113Z","caller":"traceutil/trace.go:171","msg":"trace[209216370] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25638; }","duration":"166.878774ms","start":"2026-02-27T22:50:32.986218Z","end":"2026-02-27T22:50:33.153097Z","steps":["trace[209216370] 'agreement among raft nodes before linearized reading' (duration: 166.69511ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:34.448724Z","caller":"traceutil/trace.go:171","msg":"trace[423835539] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"146.457668ms","start":"2026-02-27T22:50:34.302216Z","end":"2026-02-27T22:50:34.448674Z","steps":["trace[423835539] 'process raft request' (duration: 127.654098ms)","trace[423835539] 'compare' (duration: 18.610426ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:34.448951Z","caller":"traceutil/trace.go:171","msg":"trace[1872727240] linearizableReadLoop","detail":"{readStateIndex:26566; appliedIndex:26563; }","duration":"111.939294ms","start":"2026-02-27T22:50:34.337001Z","end":"2026-02-27T22:50:34.44894Z","steps":["trace[1872727240] 'read index received' (duration: 9.554388ms)","trace[1872727240] 'applied index is now lower than readState.Index' (duration: 102.383906ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:34.449102Z","caller":"traceutil/trace.go:171","msg":"trace[464259003] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"140.782445ms","start":"2026-02-27T22:50:34.30831Z","end":"2026-02-27T22:50:34.449093Z","steps":["trace[464259003] 'process raft request' (duration: 140.326344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:34.449203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.149629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:50:34.449516Z","caller":"traceutil/trace.go:171","msg":"trace[1019049824] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25644; }","duration":"112.327283ms","start":"2026-02-27T22:50:34.33696Z","end":"2026-02-27T22:50:34.449287Z","steps":["trace[1019049824] 'agreement among raft nodes before linearized reading' (duration: 112.095278ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:35.806861Z","caller":"traceutil/trace.go:171","msg":"trace[1554292995] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"155.74337ms","start":"2026-02-27T22:50:35.651095Z","end":"2026-02-27T22:50:35.806838Z","steps":["trace[1554292995] 'process raft request' (duration: 121.866991ms)","trace[1554292995] 'compare' (duration: 33.626134ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:35.806858Z","caller":"traceutil/trace.go:171","msg":"trace[205702398] linearizableReadLoop","detail":"{readStateIndex:26577; appliedIndex:26576; }","duration":"153.611224ms","start":"2026-02-27T22:50:35.653218Z","end":"2026-02-27T22:50:35.806829Z","steps":["trace[205702398] 'read index received' (duration: 119.752745ms)","trace[205702398] 'applied index is now lower than readState.Index' (duration: 33.856839ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:35.807071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.829348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:35.807124Z","caller":"traceutil/trace.go:171","msg":"trace[1247618956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25654; }","duration":"153.910721ms","start":"2026-02-27T22:50:35.653198Z","end":"2026-02-27T22:50:35.807109Z","steps":["trace[1247618956] 'agreement among raft nodes before linearized reading' (duration: 153.771718ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:35.816844Z","caller":"traceutil/trace.go:171","msg":"trace[938977486] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"119.584651ms","start":"2026-02-27T22:50:35.697227Z","end":"2026-02-27T22:50:35.816812Z","steps":["trace[938977486] 'process raft request' (duration: 119.339036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:35.816928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.632818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:35.816993Z","caller":"traceutil/trace.go:171","msg":"trace[249769064] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25655; }","duration":"117.745601ms","start":"2026-02-27T22:50:35.699233Z","end":"2026-02-27T22:50:35.816979Z","steps":["trace[249769064] 'agreement among raft nodes before linearized reading' (duration: 117.534686ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:35.944241Z","caller":"traceutil/trace.go:171","msg":"trace[1495865916] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"107.674201ms","start":"2026-02-27T22:50:35.836544Z","end":"2026-02-27T22:50:35.944219Z","steps":["trace[1495865916] 'process raft request' (duration: 74.250101ms)","trace[1495865916] 'compare' (duration: 33.332398ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:36.402608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.115283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:36.402773Z","caller":"traceutil/trace.go:171","msg":"trace[751127438] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25656; }","duration":"322.352238ms","start":"2026-02-27T22:50:36.080394Z","end":"2026-02-27T22:50:36.402746Z","steps":["trace[751127438] 'count revisions from in-memory index tree' (duration: 322.029291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:36.402837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:36.080372Z","time spent":"322.445579ms","remote":"127.0.0.1:38742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:50:37.984528Z","caller":"traceutil/trace.go:171","msg":"trace[498833690] linearizableReadLoop","detail":"{readStateIndex:26590; appliedIndex:26589; }","duration":"162.012267ms","start":"2026-02-27T22:50:37.822491Z","end":"2026-02-27T22:50:37.984503Z","steps":["trace[498833690] 'read index received' (duration: 161.923685ms)","trace[498833690] 'applied index is now lower than readState.Index' (duration: 87.542µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:37.984613Z","caller":"traceutil/trace.go:171","msg":"trace[1951385201] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"162.093259ms","start":"2026-02-27T22:50:37.822469Z","end":"2026-02-27T22:50:37.984562Z","steps":["trace[1951385201] 'process raft request' (duration: 161.878455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:37.984802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.291324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:37.984847Z","caller":"traceutil/trace.go:171","msg":"trace[40529760] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25667; }","duration":"162.378645ms","start":"2026-02-27T22:50:37.822456Z","end":"2026-02-27T22:50:37.984835Z","steps":["trace[40529760] 'agreement among raft nodes before linearized reading' (duration: 162.210641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:38.209879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.815913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:50:38.210011Z","caller":"traceutil/trace.go:171","msg":"trace[2071835948] linearizableReadLoop","detail":"{readStateIndex:26591; appliedIndex:26590; }","duration":"225.35949ms","start":"2026-02-27T22:50:37.984634Z","end":"2026-02-27T22:50:38.209993Z","steps":["trace[2071835948] 'read index received' (duration: 123.279891ms)","trace[2071835948] 'applied index is now lower than readState.Index' (duration: 102.078078ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:38.210131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.53919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:38.210167Z","caller":"traceutil/trace.go:171","msg":"trace[1990132159] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25668; }","duration":"370.593191ms","start":"2026-02-27T22:50:37.839565Z","end":"2026-02-27T22:50:38.210158Z","steps":["trace[1990132159] 'agreement among raft nodes before linearized reading' (duration: 370.52247ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:38.210199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:37.839558Z","time spent":"370.632832ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:50:38.210304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.771777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:38.21037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.135183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:38.210383Z","caller":"traceutil/trace.go:171","msg":"trace[1451278116] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25668; }","duration":"213.89121ms","start":"2026-02-27T22:50:37.996474Z","end":"2026-02-27T22:50:38.210366Z","steps":["trace[1451278116] 'agreement among raft nodes before linearized reading' (duration: 213.796507ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:38.210314Z","caller":"traceutil/trace.go:171","msg":"trace[990303952] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"260.13302ms","start":"2026-02-27T22:50:37.950148Z","end":"2026-02-27T22:50:38.210281Z","steps":["trace[990303952] 'process raft request' (duration: 157.819406ms)","trace[990303952] 'compare' (duration: 101.598128ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:38.210407Z","caller":"traceutil/trace.go:171","msg":"trace[1264662979] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25668; }","duration":"371.192414ms","start":"2026-02-27T22:50:37.839202Z","end":"2026-02-27T22:50:38.210395Z","steps":["trace[1264662979] 'agreement among raft nodes before linearized reading' (duration: 371.147443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:38.210447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:37.839189Z","time spent":"371.250245ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:50:38.210512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.755245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:38.210531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.579433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:50:38.210305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.670927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:38.210559Z","caller":"traceutil/trace.go:171","msg":"trace[61012717] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25668; }","duration":"213.636843ms","start":"2026-02-27T22:50:37.996914Z","end":"2026-02-27T22:50:38.210551Z","steps":["trace[61012717] 'agreement among raft nodes before linearized reading' (duration: 213.597643ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:38.210556Z","caller":"traceutil/trace.go:171","msg":"trace[1815109242] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25668; }","duration":"371.810687ms","start":"2026-02-27T22:50:37.838733Z","end":"2026-02-27T22:50:38.210544Z","steps":["trace[1815109242] 'agreement among raft nodes before linearized reading' (duration: 371.749326ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:38.21057Z","caller":"traceutil/trace.go:171","msg":"trace[2117843846] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25668; }","duration":"372.954763ms","start":"2026-02-27T22:50:37.837604Z","end":"2026-02-27T22:50:38.210559Z","steps":["trace[2117843846] 'agreement among raft nodes before linearized reading' (duration: 372.625076ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:38.210587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:37.838726Z","time spent":"371.855128ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:50:38.210619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:37.837559Z","time spent":"373.036844ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:50:38.210676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.169328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:38.210731Z","caller":"traceutil/trace.go:171","msg":"trace[855070193] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25668; }","duration":"384.27452ms","start":"2026-02-27T22:50:37.826441Z","end":"2026-02-27T22:50:38.210716Z","steps":["trace[855070193] 'agreement among raft nodes before linearized reading' (duration: 384.181558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:38.210778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:50:37.826415Z","time spent":"384.355461ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-02-27T22:50:40.67315Z","caller":"traceutil/trace.go:171","msg":"trace[2059319919] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"104.850349ms","start":"2026-02-27T22:50:40.568271Z","end":"2026-02-27T22:50:40.673122Z","steps":["trace[2059319919] 'process raft request' (duration: 104.775068ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:40.673277Z","caller":"traceutil/trace.go:171","msg":"trace[1001358843] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"186.114993ms","start":"2026-02-27T22:50:40.487134Z","end":"2026-02-27T22:50:40.673249Z","steps":["trace[1001358843] 'process raft request' (duration: 131.159603ms)","trace[1001358843] 'compare' (duration: 54.470289ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:40.673279Z","caller":"traceutil/trace.go:171","msg":"trace[380342369] linearizableReadLoop","detail":"{readStateIndex:26606; appliedIndex:26605; }","duration":"185.185073ms","start":"2026-02-27T22:50:40.488067Z","end":"2026-02-27T22:50:40.673252Z","steps":["trace[380342369] 'read index received' (duration: 130.242424ms)","trace[380342369] 'applied index is now lower than readState.Index' (duration: 54.936829ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:40.673545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.460763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:50:40.673573Z","caller":"traceutil/trace.go:171","msg":"trace[210875980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25684; }","duration":"160.572106ms","start":"2026-02-27T22:50:40.512993Z","end":"2026-02-27T22:50:40.673565Z","steps":["trace[210875980] 'agreement among raft nodes before linearized reading' (duration: 160.465803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:40.673651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.567273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-27T22:50:40.673729Z","caller":"traceutil/trace.go:171","msg":"trace[671379621] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25684; }","duration":"185.674305ms","start":"2026-02-27T22:50:40.48804Z","end":"2026-02-27T22:50:40.673715Z","steps":["trace[671379621] 'agreement among raft nodes before linearized reading' (duration: 185.272295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:40.972423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.927236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:50:40.972559Z","caller":"traceutil/trace.go:171","msg":"trace[1286605419] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"289.94196ms","start":"2026-02-27T22:50:40.682586Z","end":"2026-02-27T22:50:40.972528Z","steps":["trace[1286605419] 'process raft request' (duration: 181.83759ms)","trace[1286605419] 'compare' (duration: 107.61975ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:42.287047Z","caller":"traceutil/trace.go:171","msg":"trace[1015130293] linearizableReadLoop","detail":"{readStateIndex:26617; appliedIndex:26616; }","duration":"286.821202ms","start":"2026-02-27T22:50:42.000206Z","end":"2026-02-27T22:50:42.287027Z","steps":["trace[1015130293] 'read index received' (duration: 286.632278ms)","trace[1015130293] 'applied index is now lower than readState.Index' (duration: 188.154µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:42.287282Z","caller":"traceutil/trace.go:171","msg":"trace[1518935071] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"287.360324ms","start":"2026-02-27T22:50:41.999887Z","end":"2026-02-27T22:50:42.287248Z","steps":["trace[1518935071] 'process raft request' (duration: 287.009716ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:42.287392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.17981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:50:42.287418Z","caller":"traceutil/trace.go:171","msg":"trace[203382455] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25693; }","duration":"287.245502ms","start":"2026-02-27T22:50:42.000165Z","end":"2026-02-27T22:50:42.28741Z","steps":["trace[203382455] 'agreement among raft nodes before linearized reading' (duration: 286.958415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:42.495573Z","caller":"traceutil/trace.go:171","msg":"trace[1136410647] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"184.493229ms","start":"2026-02-27T22:50:42.311041Z","end":"2026-02-27T22:50:42.495534Z","steps":["trace[1136410647] 'process raft request' (duration: 184.145231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:42.649942Z","caller":"traceutil/trace.go:171","msg":"trace[1921409781] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"161.277272ms","start":"2026-02-27T22:50:42.488622Z","end":"2026-02-27T22:50:42.6499Z","steps":["trace[1921409781] 'process raft request' (duration: 138.668139ms)","trace[1921409781] 'compare' (duration: 22.319947ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:43.137013Z","caller":"traceutil/trace.go:171","msg":"trace[1810565677] linearizableReadLoop","detail":"{readStateIndex:26622; appliedIndex:26621; }","duration":"101.420865ms","start":"2026-02-27T22:50:43.03556Z","end":"2026-02-27T22:50:43.136981Z","steps":["trace[1810565677] 'read index received' (duration: 40.219388ms)","trace[1810565677] 'applied index is now lower than readState.Index' (duration: 61.200107ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:50:43.137204Z","caller":"traceutil/trace.go:171","msg":"trace[2050702879] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"155.045165ms","start":"2026-02-27T22:50:42.982127Z","end":"2026-02-27T22:50:43.137173Z","steps":["trace[2050702879] 'process raft request' (duration: 93.742336ms)","trace[2050702879] 'compare' (duration: 60.630374ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:50:43.137497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.924395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T22:50:43.137563Z","caller":"traceutil/trace.go:171","msg":"trace[267523953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25698; }","duration":"102.033198ms","start":"2026-02-27T22:50:43.035513Z","end":"2026-02-27T22:50:43.137546Z","steps":["trace[267523953] 'agreement among raft nodes before linearized reading' (duration: 101.574248ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:50:44.56554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.032432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:50:44.565622Z","caller":"traceutil/trace.go:171","msg":"trace[384385995] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25707; }","duration":"137.180005ms","start":"2026-02-27T22:50:44.428422Z","end":"2026-02-27T22:50:44.565602Z","steps":["trace[384385995] 'count revisions from in-memory index tree' (duration: 136.941279ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:44.608933Z","caller":"traceutil/trace.go:171","msg":"trace[1180249160] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"107.838034ms","start":"2026-02-27T22:50:44.501066Z","end":"2026-02-27T22:50:44.608904Z","steps":["trace[1180249160] 'process raft request' (duration: 107.64844ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:50:44.688294Z","caller":"traceutil/trace.go:171","msg":"trace[76067485] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"128.564297ms","start":"2026-02-27T22:50:44.559692Z","end":"2026-02-27T22:50:44.688257Z","steps":["trace[76067485] 'process raft request' (duration: 118.61735ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:03.429299Z","caller":"traceutil/trace.go:171","msg":"trace[1994613550] linearizableReadLoop","detail":"{readStateIndex:26765; appliedIndex:26764; }","duration":"111.910263ms","start":"2026-02-27T22:51:03.317364Z","end":"2026-02-27T22:51:03.429275Z","steps":["trace[1994613550] 'read index received' (duration: 59.467348ms)","trace[1994613550] 'applied index is now lower than readState.Index' (duration: 52.441645ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:03.429369Z","caller":"traceutil/trace.go:171","msg":"trace[510044160] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"143.812451ms","start":"2026-02-27T22:51:03.285529Z","end":"2026-02-27T22:51:03.429342Z","steps":["trace[510044160] 'process raft request' (duration: 91.206512ms)","trace[510044160] 'compare' (duration: 52.352462ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:03.429532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.146288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:51:03.429605Z","caller":"traceutil/trace.go:171","msg":"trace[918835453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25837; }","duration":"112.265311ms","start":"2026-02-27T22:51:03.317323Z","end":"2026-02-27T22:51:03.429588Z","steps":["trace[918835453] 'agreement among raft nodes before linearized reading' (duration: 112.029536ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:04.770579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.576719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:04.770638Z","caller":"traceutil/trace.go:171","msg":"trace[1526419411] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25845; }","duration":"156.679072ms","start":"2026-02-27T22:51:04.613943Z","end":"2026-02-27T22:51:04.770623Z","steps":["trace[1526419411] 'range keys from in-memory index tree' (duration: 156.503967ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:05.598409Z","caller":"traceutil/trace.go:171","msg":"trace[2114008440] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"115.106744ms","start":"2026-02-27T22:51:05.48313Z","end":"2026-02-27T22:51:05.598236Z","steps":["trace[2114008440] 'process raft request' (duration: 83.631797ms)","trace[2114008440] 'compare' (duration: 31.186321ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:05.800505Z","caller":"traceutil/trace.go:171","msg":"trace[741883967] linearizableReadLoop","detail":"{readStateIndex:26784; appliedIndex:26782; }","duration":"147.608313ms","start":"2026-02-27T22:51:05.652871Z","end":"2026-02-27T22:51:05.800479Z","steps":["trace[741883967] 'read index received' (duration: 36.342823ms)","trace[741883967] 'applied index is now lower than readState.Index' (duration: 111.26448ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:05.800521Z","caller":"traceutil/trace.go:171","msg":"trace[834161017] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"164.43711ms","start":"2026-02-27T22:51:05.636049Z","end":"2026-02-27T22:51:05.800486Z","steps":["trace[834161017] 'process raft request' (duration: 140.564999ms)","trace[834161017] 'compare' (duration: 23.705078ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:05.800662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.769266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:05.800692Z","caller":"traceutil/trace.go:171","msg":"trace[100887730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25855; }","duration":"147.845438ms","start":"2026-02-27T22:51:05.652838Z","end":"2026-02-27T22:51:05.800683Z","steps":["trace[100887730] 'agreement among raft nodes before linearized reading' (duration: 147.761507ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:05.816591Z","caller":"traceutil/trace.go:171","msg":"trace[1947451627] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"110.068484ms","start":"2026-02-27T22:51:05.706491Z","end":"2026-02-27T22:51:05.816559Z","steps":["trace[1947451627] 'process raft request' (duration: 109.965172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:05.816705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.095592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-02-27T22:51:05.816752Z","caller":"traceutil/trace.go:171","msg":"trace[860169294] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25856; }","duration":"125.168193ms","start":"2026-02-27T22:51:05.691572Z","end":"2026-02-27T22:51:05.81674Z","steps":["trace[860169294] 'agreement among raft nodes before linearized reading' (duration: 124.996909ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:05.94323Z","caller":"traceutil/trace.go:171","msg":"trace[1873649756] linearizableReadLoop","detail":"{readStateIndex:26786; appliedIndex:26785; }","duration":"122.417903ms","start":"2026-02-27T22:51:05.820786Z","end":"2026-02-27T22:51:05.943204Z","steps":["trace[1873649756] 'read index received' (duration: 86.705043ms)","trace[1873649756] 'applied index is now lower than readState.Index' (duration: 35.71148ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:05.943249Z","caller":"traceutil/trace.go:171","msg":"trace[406363828] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"122.967185ms","start":"2026-02-27T22:51:05.820238Z","end":"2026-02-27T22:51:05.943205Z","steps":["trace[406363828] 'process raft request' (duration: 87.229115ms)","trace[406363828] 'compare' (duration: 35.525986ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:05.943475Z","caller":"traceutil/trace.go:171","msg":"trace[1261938847] transaction","detail":"{read_only:false; response_revision:25858; number_of_response:1; }","duration":"122.629198ms","start":"2026-02-27T22:51:05.820834Z","end":"2026-02-27T22:51:05.943463Z","steps":["trace[1261938847] 'process raft request' (duration: 122.323711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:05.943587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.780691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:51:05.943634Z","caller":"traceutil/trace.go:171","msg":"trace[371641314] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25858; }","duration":"122.851752ms","start":"2026-02-27T22:51:05.820768Z","end":"2026-02-27T22:51:05.94362Z","steps":["trace[371641314] 'agreement among raft nodes before linearized reading' (duration: 122.540975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:06.891666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.812339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:06.891755Z","caller":"traceutil/trace.go:171","msg":"trace[934477721] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25860; }","duration":"143.962654ms","start":"2026-02-27T22:51:06.74777Z","end":"2026-02-27T22:51:06.891733Z","steps":["trace[934477721] 'count revisions from in-memory index tree' (duration: 143.721957ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:06.891952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.956734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:06.892048Z","caller":"traceutil/trace.go:171","msg":"trace[14482770] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25860; }","duration":"117.074626ms","start":"2026-02-27T22:51:06.774936Z","end":"2026-02-27T22:51:06.892011Z","steps":["trace[14482770] 'range keys from in-memory index tree' (duration: 116.848131ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:07.721957Z","caller":"traceutil/trace.go:171","msg":"trace[635427400] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"118.032107ms","start":"2026-02-27T22:51:07.603893Z","end":"2026-02-27T22:51:07.721925Z","steps":["trace[635427400] 'process raft request' (duration: 117.842853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:07.978083Z","caller":"traceutil/trace.go:171","msg":"trace[1688750122] linearizableReadLoop","detail":"{readStateIndex:26796; appliedIndex:26794; }","duration":"323.426311ms","start":"2026-02-27T22:51:07.654626Z","end":"2026-02-27T22:51:07.978052Z","steps":["trace[1688750122] 'read index received' (duration: 67.208468ms)","trace[1688750122] 'applied index is now lower than readState.Index' (duration: 256.216423ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:07.978193Z","caller":"traceutil/trace.go:171","msg":"trace[979758874] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"371.281966ms","start":"2026-02-27T22:51:07.606879Z","end":"2026-02-27T22:51:07.978161Z","steps":["trace[979758874] 'process raft request' (duration: 296.066444ms)","trace[979758874] 'compare' (duration: 74.928395ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:07.978289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.653556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:51:07.978341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:07.606857Z","time spent":"371.401329ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:51:07.978349Z","caller":"traceutil/trace.go:171","msg":"trace[140820020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25867; }","duration":"323.769208ms","start":"2026-02-27T22:51:07.654563Z","end":"2026-02-27T22:51:07.978332Z","steps":["trace[140820020] 'agreement among raft nodes before linearized reading' (duration: 323.659876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:07.978436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:07.654504Z","time spent":"323.919201ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:51:07.978514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.900007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:51:07.978586Z","caller":"traceutil/trace.go:171","msg":"trace[1325738838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25867; }","duration":"174.01729ms","start":"2026-02-27T22:51:07.804551Z","end":"2026-02-27T22:51:07.978569Z","steps":["trace[1325738838] 'agreement among raft nodes before linearized reading' (duration: 173.766024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:07.978798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.175649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:51:07.978846Z","caller":"traceutil/trace.go:171","msg":"trace[1101964850] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25867; }","duration":"155.26681ms","start":"2026-02-27T22:51:07.823567Z","end":"2026-02-27T22:51:07.978833Z","steps":["trace[1101964850] 'agreement among raft nodes before linearized reading' (duration: 155.093916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:07.97888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.585528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-27T22:51:07.978925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.592302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:07.978986Z","caller":"traceutil/trace.go:171","msg":"trace[1182401332] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25867; }","duration":"157.692034ms","start":"2026-02-27T22:51:07.82128Z","end":"2026-02-27T22:51:07.978972Z","steps":["trace[1182401332] 'agreement among raft nodes before linearized reading' (duration: 157.562651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:07.979243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.981375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:07.979296Z","caller":"traceutil/trace.go:171","msg":"trace[555666718] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25867; }","duration":"156.076358ms","start":"2026-02-27T22:51:07.823207Z","end":"2026-02-27T22:51:07.979284Z","steps":["trace[555666718] 'agreement among raft nodes before linearized reading' (duration: 155.995466ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:07.979505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.865894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:07.97954Z","caller":"traceutil/trace.go:171","msg":"trace[968257977] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25867; }","duration":"134.941146ms","start":"2026-02-27T22:51:07.84459Z","end":"2026-02-27T22:51:07.979531Z","steps":["trace[968257977] 'agreement among raft nodes before linearized reading' (duration: 134.886965ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:07.978938Z","caller":"traceutil/trace.go:171","msg":"trace[644497877] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25867; }","duration":"155.675389ms","start":"2026-02-27T22:51:07.823249Z","end":"2026-02-27T22:51:07.978925Z","steps":["trace[644497877] 'agreement among raft nodes before linearized reading' (duration: 155.533046ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:09.185896Z","caller":"traceutil/trace.go:171","msg":"trace[1664771944] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"147.572541ms","start":"2026-02-27T22:51:09.038279Z","end":"2026-02-27T22:51:09.185851Z","steps":["trace[1664771944] 'process raft request' (duration: 89.703869ms)","trace[1664771944] 'compare' (duration: 57.645817ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:10.22875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.601351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:51:10.228832Z","caller":"traceutil/trace.go:171","msg":"trace[1248588732] linearizableReadLoop","detail":"{readStateIndex:26810; appliedIndex:26809; }","duration":"202.352707ms","start":"2026-02-27T22:51:10.026464Z","end":"2026-02-27T22:51:10.228817Z","steps":["trace[1248588732] 'read index received' (duration: 88.92505ms)","trace[1248588732] 'applied index is now lower than readState.Index' (duration: 113.426957ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:10.228933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.74765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T22:51:10.228958Z","caller":"traceutil/trace.go:171","msg":"trace[1640309604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25881; }","duration":"236.78429ms","start":"2026-02-27T22:51:09.992165Z","end":"2026-02-27T22:51:10.22895Z","steps":["trace[1640309604] 'agreement among raft nodes before linearized reading' (duration: 236.686838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:10.229132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.120525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:51:10.229215Z","caller":"traceutil/trace.go:171","msg":"trace[332447534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25881; }","duration":"236.271489ms","start":"2026-02-27T22:51:09.992926Z","end":"2026-02-27T22:51:10.229197Z","steps":["trace[332447534] 'agreement among raft nodes before linearized reading' (duration: 236.047814ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:10.22887Z","caller":"traceutil/trace.go:171","msg":"trace[1983894550] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"234.95633ms","start":"2026-02-27T22:51:09.993881Z","end":"2026-02-27T22:51:10.228837Z","steps":["trace[1983894550] 'process raft request' (duration: 121.200146ms)","trace[1983894550] 'compare' (duration: 113.379006ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:10.257287Z","caller":"traceutil/trace.go:171","msg":"trace[243515185] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"226.354902ms","start":"2026-02-27T22:51:10.030913Z","end":"2026-02-27T22:51:10.257268Z","steps":["trace[243515185] 'process raft request' (duration: 226.209809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:10.507114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.615969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:10.50722Z","caller":"traceutil/trace.go:171","msg":"trace[319316045] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25884; }","duration":"156.764493ms","start":"2026-02-27T22:51:10.350429Z","end":"2026-02-27T22:51:10.507194Z","steps":["trace[319316045] 'range keys from in-memory index tree' (duration: 156.501287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:10.507244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.006906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:10.507557Z","caller":"traceutil/trace.go:171","msg":"trace[762651703] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25884; }","duration":"156.358794ms","start":"2026-02-27T22:51:10.351177Z","end":"2026-02-27T22:51:10.507536Z","steps":["trace[762651703] 'range keys from in-memory index tree' (duration: 155.920624ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:12.164979Z","caller":"traceutil/trace.go:171","msg":"trace[1446237086] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"130.603332ms","start":"2026-02-27T22:51:12.034348Z","end":"2026-02-27T22:51:12.164951Z","steps":["trace[1446237086] 'process raft request' (duration: 130.399958ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:15.33782Z","caller":"traceutil/trace.go:171","msg":"trace[1279499827] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"103.837648ms","start":"2026-02-27T22:51:15.233943Z","end":"2026-02-27T22:51:15.33778Z","steps":["trace[1279499827] 'process raft request' (duration: 103.658443ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:15.72134Z","caller":"traceutil/trace.go:171","msg":"trace[1450130380] linearizableReadLoop","detail":"{readStateIndex:26848; appliedIndex:26847; }","duration":"106.086086ms","start":"2026-02-27T22:51:15.615227Z","end":"2026-02-27T22:51:15.721313Z","steps":["trace[1450130380] 'read index received' (duration: 60.545822ms)","trace[1450130380] 'applied index is now lower than readState.Index' (duration: 45.536754ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:15.721862Z","caller":"traceutil/trace.go:171","msg":"trace[1117200009] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"145.585229ms","start":"2026-02-27T22:51:15.576228Z","end":"2026-02-27T22:51:15.721814Z","steps":["trace[1117200009] 'process raft request' (duration: 99.637345ms)","trace[1117200009] 'compare' (duration: 45.319719ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:15.722092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.840133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-02-27T22:51:15.722199Z","caller":"traceutil/trace.go:171","msg":"trace[727974173] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:25918; }","duration":"106.993006ms","start":"2026-02-27T22:51:15.61518Z","end":"2026-02-27T22:51:15.722173Z","steps":["trace[727974173] 'agreement among raft nodes before linearized reading' (duration: 106.640889ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:15.97054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.745718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:51:15.970759Z","caller":"traceutil/trace.go:171","msg":"trace[1745043088] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"200.253982ms","start":"2026-02-27T22:51:15.770483Z","end":"2026-02-27T22:51:15.970737Z","steps":["trace[1745043088] 'process raft request' (duration: 83.223937ms)","trace[1745043088] 'compare' (duration: 116.569635ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:16.041884Z","caller":"traceutil/trace.go:171","msg":"trace[439996272] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"258.941324ms","start":"2026-02-27T22:51:15.782904Z","end":"2026-02-27T22:51:16.041845Z","steps":["trace[439996272] 'process raft request' (duration: 258.75316ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:16.407159Z","caller":"traceutil/trace.go:171","msg":"trace[1708214130] linearizableReadLoop","detail":"{readStateIndex:26853; appliedIndex:26852; }","duration":"143.006863ms","start":"2026-02-27T22:51:16.264126Z","end":"2026-02-27T22:51:16.407132Z","steps":["trace[1708214130] 'read index received' (duration: 76.524701ms)","trace[1708214130] 'applied index is now lower than readState.Index' (duration: 66.480842ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:16.407287Z","caller":"traceutil/trace.go:171","msg":"trace[476863832] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"159.452561ms","start":"2026-02-27T22:51:16.24781Z","end":"2026-02-27T22:51:16.407263Z","steps":["trace[476863832] 'process raft request' (duration: 92.895609ms)","trace[476863832] 'compare' (duration: 66.311567ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:16.407347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.200766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:16.407396Z","caller":"traceutil/trace.go:171","msg":"trace[2008592711] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25922; }","duration":"143.310789ms","start":"2026-02-27T22:51:16.264071Z","end":"2026-02-27T22:51:16.407382Z","steps":["trace[2008592711] 'agreement among raft nodes before linearized reading' (duration: 143.208967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:16.40805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.384212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-27T22:51:16.408126Z","caller":"traceutil/trace.go:171","msg":"trace[1061909442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25922; }","duration":"127.516355ms","start":"2026-02-27T22:51:16.280593Z","end":"2026-02-27T22:51:16.408109Z","steps":["trace[1061909442] 'agreement among raft nodes before linearized reading' (duration: 126.787708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:17.276203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.894781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-02-27T22:51:17.276245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.034108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:17.276294Z","caller":"traceutil/trace.go:171","msg":"trace[1164160579] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25927; }","duration":"133.035035ms","start":"2026-02-27T22:51:17.143235Z","end":"2026-02-27T22:51:17.27627Z","steps":["trace[1164160579] 'range keys from in-memory index tree' (duration: 132.718047ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:17.276346Z","caller":"traceutil/trace.go:171","msg":"trace[1759975082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25927; }","duration":"211.212173ms","start":"2026-02-27T22:51:17.06511Z","end":"2026-02-27T22:51:17.276322Z","steps":["trace[1759975082] 'range keys from in-memory index tree' (duration: 210.949415ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:17.2765Z","caller":"traceutil/trace.go:171","msg":"trace[1517746724] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"115.83579ms","start":"2026-02-27T22:51:17.160589Z","end":"2026-02-27T22:51:17.276425Z","steps":["trace[1517746724] 'process raft request' (duration: 112.782942ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:18.532686Z","caller":"traceutil/trace.go:171","msg":"trace[808440203] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"119.599452ms","start":"2026-02-27T22:51:18.413058Z","end":"2026-02-27T22:51:18.532658Z","steps":["trace[808440203] 'process raft request' (duration: 119.337226ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:18.825002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.569094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:18.825085Z","caller":"traceutil/trace.go:171","msg":"trace[109833609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25939; }","duration":"170.706477ms","start":"2026-02-27T22:51:18.654361Z","end":"2026-02-27T22:51:18.825067Z","steps":["trace[109833609] 'range keys from in-memory index tree' (duration: 170.438032ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:19.62483Z","caller":"traceutil/trace.go:171","msg":"trace[1580169127] linearizableReadLoop","detail":"{readStateIndex:26873; appliedIndex:26872; }","duration":"202.709666ms","start":"2026-02-27T22:51:19.422099Z","end":"2026-02-27T22:51:19.624809Z","steps":["trace[1580169127] 'read index received' (duration: 202.573694ms)","trace[1580169127] 'applied index is now lower than readState.Index' (duration: 134.522µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:19.624867Z","caller":"traceutil/trace.go:171","msg":"trace[1000943490] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"256.876769ms","start":"2026-02-27T22:51:19.367956Z","end":"2026-02-27T22:51:19.624833Z","steps":["trace[1000943490] 'process raft request' (duration: 256.719036ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:19.625015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.8898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:19.625108Z","caller":"traceutil/trace.go:171","msg":"trace[2121673951] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25942; }","duration":"203.027033ms","start":"2026-02-27T22:51:19.422061Z","end":"2026-02-27T22:51:19.625088Z","steps":["trace[2121673951] 'agreement among raft nodes before linearized reading' (duration: 202.86347ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:19.644282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.961984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:51:19.64435Z","caller":"traceutil/trace.go:171","msg":"trace[370089736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25943; }","duration":"188.073926ms","start":"2026-02-27T22:51:19.456263Z","end":"2026-02-27T22:51:19.644337Z","steps":["trace[370089736] 'agreement among raft nodes before linearized reading' (duration: 187.902402ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:19.644304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.673434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:19.64441Z","caller":"traceutil/trace.go:171","msg":"trace[2039372711] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25943; }","duration":"114.867888ms","start":"2026-02-27T22:51:19.529528Z","end":"2026-02-27T22:51:19.644396Z","steps":["trace[2039372711] 'agreement among raft nodes before linearized reading' (duration: 114.543811ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:20.969852Z","caller":"traceutil/trace.go:171","msg":"trace[583485953] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"142.437241ms","start":"2026-02-27T22:51:20.82739Z","end":"2026-02-27T22:51:20.969828Z","steps":["trace[583485953] 'process raft request' (duration: 142.253897ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:20.970029Z","caller":"traceutil/trace.go:171","msg":"trace[691021489] linearizableReadLoop","detail":"{readStateIndex:26885; appliedIndex:26883; }","duration":"133.427433ms","start":"2026-02-27T22:51:20.836578Z","end":"2026-02-27T22:51:20.970006Z","steps":["trace[691021489] 'read index received' (duration: 85.14936ms)","trace[691021489] 'applied index is now lower than readState.Index' (duration: 48.275483ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:20.970143Z","caller":"traceutil/trace.go:171","msg":"trace[1679572744] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"130.52393ms","start":"2026-02-27T22:51:20.839607Z","end":"2026-02-27T22:51:20.970131Z","steps":["trace[1679572744] 'process raft request' (duration: 130.171583ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:20.970254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.670369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:20.970335Z","caller":"traceutil/trace.go:171","msg":"trace[1036359270] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25954; }","duration":"133.816302ms","start":"2026-02-27T22:51:20.836504Z","end":"2026-02-27T22:51:20.97032Z","steps":["trace[1036359270] 'agreement among raft nodes before linearized reading' (duration: 133.651989ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:21.758489Z","caller":"traceutil/trace.go:171","msg":"trace[111792418] linearizableReadLoop","detail":"{readStateIndex:26888; appliedIndex:26887; }","duration":"109.600712ms","start":"2026-02-27T22:51:21.648864Z","end":"2026-02-27T22:51:21.758464Z","steps":["trace[111792418] 'read index received' (duration: 109.47592ms)","trace[111792418] 'applied index is now lower than readState.Index' (duration: 121.302µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:21.758629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.757487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:21.75866Z","caller":"traceutil/trace.go:171","msg":"trace[1413336248] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25956; }","duration":"109.850419ms","start":"2026-02-27T22:51:21.648796Z","end":"2026-02-27T22:51:21.758646Z","steps":["trace[1413336248] 'agreement among raft nodes before linearized reading' (duration: 109.785078ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:21.758854Z","caller":"traceutil/trace.go:171","msg":"trace[779490238] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"127.30515ms","start":"2026-02-27T22:51:21.631268Z","end":"2026-02-27T22:51:21.758573Z","steps":["trace[779490238] 'process raft request' (duration: 127.058333ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:21.82987Z","caller":"traceutil/trace.go:171","msg":"trace[2059865520] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"179.844537ms","start":"2026-02-27T22:51:21.649971Z","end":"2026-02-27T22:51:21.829815Z","steps":["trace[2059865520] 'process raft request' (duration: 176.553675ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:21.829915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.732026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:21.830006Z","caller":"traceutil/trace.go:171","msg":"trace[687708691] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25957; }","duration":"180.879439ms","start":"2026-02-27T22:51:21.649104Z","end":"2026-02-27T22:51:21.829984Z","steps":["trace[687708691] 'agreement among raft nodes before linearized reading' (duration: 180.677735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:21.830025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.019796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:51:21.830091Z","caller":"traceutil/trace.go:171","msg":"trace[1908621499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25957; }","duration":"112.144238ms","start":"2026-02-27T22:51:21.717931Z","end":"2026-02-27T22:51:21.830076Z","steps":["trace[1908621499] 'agreement among raft nodes before linearized reading' (duration: 111.896443ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:21.830305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.761246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:51:21.830923Z","caller":"traceutil/trace.go:171","msg":"trace[689270601] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25957; }","duration":"181.501372ms","start":"2026-02-27T22:51:21.649392Z","end":"2026-02-27T22:51:21.830894Z","steps":["trace[689270601] 'agreement among raft nodes before linearized reading' (duration: 180.556782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.014099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.107707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:23.014278Z","caller":"traceutil/trace.go:171","msg":"trace[1800771543] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25962; }","duration":"608.311501ms","start":"2026-02-27T22:51:22.405895Z","end":"2026-02-27T22:51:23.014206Z","steps":["trace[1800771543] 'count revisions from in-memory index tree' (duration: 607.970004ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.014342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.405875Z","time spent":"608.446404ms","remote":"127.0.0.1:55340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:51:23.068549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274065843,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T22:51:23.089773Z","caller":"traceutil/trace.go:171","msg":"trace[930324015] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"534.99072ms","start":"2026-02-27T22:51:22.554749Z","end":"2026-02-27T22:51:23.08974Z","steps":["trace[930324015] 'process raft request' (duration: 534.759345ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.08999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.554728Z","time spent":"535.145134ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:51:23.097347Z","caller":"traceutil/trace.go:171","msg":"trace[710028694] linearizableReadLoop","detail":"{readStateIndex:26896; appliedIndex:26894; }","duration":"529.946761ms","start":"2026-02-27T22:51:22.567358Z","end":"2026-02-27T22:51:23.097304Z","steps":["trace[710028694] 'read index received' (duration: 522.211152ms)","trace[710028694] 'applied index is now lower than readState.Index' (duration: 7.734589ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:23.097462Z","caller":"traceutil/trace.go:171","msg":"trace[1106219054] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"121.260008ms","start":"2026-02-27T22:51:22.976177Z","end":"2026-02-27T22:51:23.097437Z","steps":["trace[1106219054] 'process raft request' (duration: 120.939351ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.097711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.78946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:51:23.097703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.97134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:23.09777Z","caller":"traceutil/trace.go:171","msg":"trace[452743595] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25964; }","duration":"437.883101ms","start":"2026-02-27T22:51:22.659872Z","end":"2026-02-27T22:51:23.097755Z","steps":["trace[452743595] 'agreement among raft nodes before linearized reading' (duration: 437.760719ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.097802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.373552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-27T22:51:23.097816Z","caller":"traceutil/trace.go:171","msg":"trace[639035191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25964; }","duration":"442.130663ms","start":"2026-02-27T22:51:22.655653Z","end":"2026-02-27T22:51:23.097784Z","steps":["trace[639035191] 'agreement among raft nodes before linearized reading' (duration: 441.920209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.097795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.606549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:51:23.097915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.095116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:51:23.097878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.808917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:23.097935Z","caller":"traceutil/trace.go:171","msg":"trace[66420070] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25964; }","duration":"438.130416ms","start":"2026-02-27T22:51:22.659798Z","end":"2026-02-27T22:51:23.097928Z","steps":["trace[66420070] 'agreement among raft nodes before linearized reading' (duration: 438.103586ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.097959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.659787Z","time spent":"438.168088ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:51:23.097914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.894413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:23.097968Z","caller":"traceutil/trace.go:171","msg":"trace[445967760] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25964; }","duration":"123.842625ms","start":"2026-02-27T22:51:22.974103Z","end":"2026-02-27T22:51:23.097946Z","steps":["trace[445967760] 'agreement among raft nodes before linearized reading' (duration: 123.576759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.097973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.127388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:23.097978Z","caller":"traceutil/trace.go:171","msg":"trace[147679216] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25964; }","duration":"436.94112ms","start":"2026-02-27T22:51:22.661012Z","end":"2026-02-27T22:51:23.097953Z","steps":["trace[147679216] 'agreement among raft nodes before linearized reading' (duration: 436.752636ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.097998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.84884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:23.098036Z","caller":"traceutil/trace.go:171","msg":"trace[1710928542] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25964; }","duration":"439.2143ms","start":"2026-02-27T22:51:22.658806Z","end":"2026-02-27T22:51:23.098021Z","steps":["trace[1710928542] 'agreement among raft nodes before linearized reading' (duration: 439.078137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.098049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.661004Z","time spent":"437.032493ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:51:23.097966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.476303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-27T22:51:23.098082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.658799Z","time spent":"439.274241ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:51:23.097887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.013794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:23.098077Z","caller":"traceutil/trace.go:171","msg":"trace[2125950035] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25964; }","duration":"437.970113ms","start":"2026-02-27T22:51:22.660095Z","end":"2026-02-27T22:51:23.098065Z","steps":["trace[2125950035] 'agreement among raft nodes before linearized reading' (duration: 437.866681ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:23.098137Z","caller":"traceutil/trace.go:171","msg":"trace[1209178244] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25964; }","duration":"438.280239ms","start":"2026-02-27T22:51:22.659846Z","end":"2026-02-27T22:51:23.098127Z","steps":["trace[1209178244] 'agreement among raft nodes before linearized reading' (duration: 438.010954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.098144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.660073Z","time spent":"438.060596ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-27T22:51:23.098112Z","caller":"traceutil/trace.go:171","msg":"trace[938145618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25964; }","duration":"530.7931ms","start":"2026-02-27T22:51:22.5673Z","end":"2026-02-27T22:51:23.098093Z","steps":["trace[938145618] 'agreement among raft nodes before linearized reading' (duration: 530.205026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.097871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.655619Z","time spent":"442.241176ms","remote":"127.0.0.1:47534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T22:51:23.097841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.659866Z","time spent":"437.965983ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:51:23.098237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.567274Z","time spent":"530.908592ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T22:51:23.098355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.28693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T22:51:23.097844Z","caller":"traceutil/trace.go:171","msg":"trace[1942761274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25964; }","duration":"438.469994ms","start":"2026-02-27T22:51:22.659362Z","end":"2026-02-27T22:51:23.097832Z","steps":["trace[1942761274] 'agreement among raft nodes before linearized reading' (duration: 438.318331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.09844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.659332Z","time spent":"439.085107ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T22:51:23.09848Z","caller":"traceutil/trace.go:171","msg":"trace[162371727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25964; }","duration":"438.340391ms","start":"2026-02-27T22:51:22.660041Z","end":"2026-02-27T22:51:23.098381Z","steps":["trace[162371727] 'agreement among raft nodes before linearized reading' (duration: 437.883241ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.098477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.83525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-27T22:51:23.098523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.660034Z","time spent":"438.480524ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:51:23.098178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.659841Z","time spent":"438.325661ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T22:51:23.098533Z","caller":"traceutil/trace.go:171","msg":"trace[1886150684] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25964; }","duration":"437.957662ms","start":"2026-02-27T22:51:22.660562Z","end":"2026-02-27T22:51:23.09852Z","steps":["trace[1886150684] 'agreement among raft nodes before linearized reading' (duration: 437.652015ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.098622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.660551Z","time spent":"438.058734ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-27T22:51:23.098025Z","caller":"traceutil/trace.go:171","msg":"trace[1355831461] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25964; }","duration":"439.154179ms","start":"2026-02-27T22:51:22.658844Z","end":"2026-02-27T22:51:23.097998Z","steps":["trace[1355831461] 'agreement among raft nodes before linearized reading' (duration: 438.972895ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:23.098721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:22.658822Z","time spent":"439.884024ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-02-27T22:51:23.20616Z","caller":"traceutil/trace.go:171","msg":"trace[1180996012] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"103.04099ms","start":"2026-02-27T22:51:23.103078Z","end":"2026-02-27T22:51:23.206119Z","steps":["trace[1180996012] 'process raft request' (duration: 102.963498ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:23.206267Z","caller":"traceutil/trace.go:171","msg":"trace[175684900] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"103.239474ms","start":"2026-02-27T22:51:23.102987Z","end":"2026-02-27T22:51:23.206227Z","steps":["trace[175684900] 'process raft request' (duration: 102.844335ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:24.026709Z","caller":"traceutil/trace.go:171","msg":"trace[1864284845] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"118.603659ms","start":"2026-02-27T22:51:23.908073Z","end":"2026-02-27T22:51:24.026677Z","steps":["trace[1864284845] 'process raft request' (duration: 93.494071ms)","trace[1864284845] 'compare' (duration: 24.836802ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:25.68007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.519826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:25.680139Z","caller":"traceutil/trace.go:171","msg":"trace[2023736555] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25982; }","duration":"128.635759ms","start":"2026-02-27T22:51:25.551487Z","end":"2026-02-27T22:51:25.680123Z","steps":["trace[2023736555] 'range keys from in-memory index tree' (duration: 128.400042ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:27.258798Z","caller":"traceutil/trace.go:171","msg":"trace[558007590] linearizableReadLoop","detail":"{readStateIndex:26923; appliedIndex:26922; }","duration":"129.078388ms","start":"2026-02-27T22:51:27.129693Z","end":"2026-02-27T22:51:27.258771Z","steps":["trace[558007590] 'read index received' (duration: 128.852584ms)","trace[558007590] 'applied index is now lower than readState.Index' (duration: 221.724µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:27.258854Z","caller":"traceutil/trace.go:171","msg":"trace[819043530] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"131.190444ms","start":"2026-02-27T22:51:27.127626Z","end":"2026-02-27T22:51:27.258816Z","steps":["trace[819043530] 'process raft request' (duration: 130.927389ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:27.259014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.294113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:27.259101Z","caller":"traceutil/trace.go:171","msg":"trace[280103085] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25990; }","duration":"129.443206ms","start":"2026-02-27T22:51:27.12964Z","end":"2026-02-27T22:51:27.259083Z","steps":["trace[280103085] 'agreement among raft nodes before linearized reading' (duration: 129.275653ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:27.371754Z","caller":"traceutil/trace.go:171","msg":"trace[189435434] linearizableReadLoop","detail":"{readStateIndex:26924; appliedIndex:26923; }","duration":"112.848853ms","start":"2026-02-27T22:51:27.258873Z","end":"2026-02-27T22:51:27.371722Z","steps":["trace[189435434] 'read index received' (duration: 24.27228ms)","trace[189435434] 'applied index is now lower than readState.Index' (duration: 88.574833ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:27.371849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.775958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:51:27.371925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.826928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:27.372035Z","caller":"traceutil/trace.go:171","msg":"trace[1346990766] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25991; }","duration":"240.985371ms","start":"2026-02-27T22:51:27.131018Z","end":"2026-02-27T22:51:27.372003Z","steps":["trace[1346990766] 'agreement among raft nodes before linearized reading' (duration: 240.783597ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:27.372032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.032123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:27.372123Z","caller":"traceutil/trace.go:171","msg":"trace[1920327078] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25991; }","duration":"241.225537ms","start":"2026-02-27T22:51:27.130874Z","end":"2026-02-27T22:51:27.3721Z","steps":["trace[1920327078] 'agreement among raft nodes before linearized reading' (duration: 240.987991ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:27.371956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.422791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:51:27.372193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.014952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:27.372224Z","caller":"traceutil/trace.go:171","msg":"trace[532718030] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25991; }","duration":"241.705737ms","start":"2026-02-27T22:51:27.130476Z","end":"2026-02-27T22:51:27.372182Z","steps":["trace[532718030] 'agreement among raft nodes before linearized reading' (duration: 241.410251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:27.372254Z","caller":"traceutil/trace.go:171","msg":"trace[1837553856] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25991; }","duration":"241.075443ms","start":"2026-02-27T22:51:27.131163Z","end":"2026-02-27T22:51:27.372238Z","steps":["trace[1837553856] 'agreement among raft nodes before linearized reading' (duration: 240.985412ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:27.372282Z","caller":"traceutil/trace.go:171","msg":"trace[2102449198] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"241.729318ms","start":"2026-02-27T22:51:27.130513Z","end":"2026-02-27T22:51:27.372242Z","steps":["trace[2102449198] 'process raft request' (duration: 152.636173ms)","trace[2102449198] 'compare' (duration: 88.276237ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:27.372352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.227954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:27.372434Z","caller":"traceutil/trace.go:171","msg":"trace[280985686] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25991; }","duration":"240.366757ms","start":"2026-02-27T22:51:27.132048Z","end":"2026-02-27T22:51:27.372415Z","steps":["trace[280985686] 'agreement among raft nodes before linearized reading' (duration: 240.194434ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:27.372063Z","caller":"traceutil/trace.go:171","msg":"trace[1786997755] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25991; }","duration":"240.9117ms","start":"2026-02-27T22:51:27.130988Z","end":"2026-02-27T22:51:27.3719Z","steps":["trace[1786997755] 'agreement among raft nodes before linearized reading' (duration: 240.774277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:27.37277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.512784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-27T22:51:27.371849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.067491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:27.372805Z","caller":"traceutil/trace.go:171","msg":"trace[1249907813] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25991; }","duration":"241.566865ms","start":"2026-02-27T22:51:27.131229Z","end":"2026-02-27T22:51:27.372796Z","steps":["trace[1249907813] 'agreement among raft nodes before linearized reading' (duration: 241.107885ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:27.372857Z","caller":"traceutil/trace.go:171","msg":"trace[132248627] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25991; }","duration":"241.107734ms","start":"2026-02-27T22:51:27.131729Z","end":"2026-02-27T22:51:27.372837Z","steps":["trace[132248627] 'agreement among raft nodes before linearized reading' (duration: 240.01217ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:27.372639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.470331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:27.37298Z","caller":"traceutil/trace.go:171","msg":"trace[1196764906] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25991; }","duration":"122.181518ms","start":"2026-02-27T22:51:27.250779Z","end":"2026-02-27T22:51:27.372961Z","steps":["trace[1196764906] 'agreement among raft nodes before linearized reading' (duration: 121.430251ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:27.548331Z","caller":"traceutil/trace.go:171","msg":"trace[1690439095] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"161.014036ms","start":"2026-02-27T22:51:27.387292Z","end":"2026-02-27T22:51:27.548306Z","steps":["trace[1690439095] 'process raft request' (duration: 90.719121ms)","trace[1690439095] 'compare' (duration: 70.131051ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:27.548667Z","caller":"traceutil/trace.go:171","msg":"trace[2100104149] linearizableReadLoop","detail":"{readStateIndex:26927; appliedIndex:26924; }","duration":"143.998774ms","start":"2026-02-27T22:51:27.404648Z","end":"2026-02-27T22:51:27.548647Z","steps":["trace[2100104149] 'read index received' (duration: 73.371602ms)","trace[2100104149] 'applied index is now lower than readState.Index' (duration: 70.626242ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:27.54874Z","caller":"traceutil/trace.go:171","msg":"trace[1960785424] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"161.414084ms","start":"2026-02-27T22:51:27.3873Z","end":"2026-02-27T22:51:27.548714Z","steps":["trace[1960785424] 'process raft request' (duration: 160.963384ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:27.548779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.109866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:27.548808Z","caller":"traceutil/trace.go:171","msg":"trace[410242703] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25994; }","duration":"144.157327ms","start":"2026-02-27T22:51:27.404641Z","end":"2026-02-27T22:51:27.548799Z","steps":["trace[410242703] 'agreement among raft nodes before linearized reading' (duration: 144.086066ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:27.548908Z","caller":"traceutil/trace.go:171","msg":"trace[1907568816] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"157.793155ms","start":"2026-02-27T22:51:27.3911Z","end":"2026-02-27T22:51:27.548892Z","steps":["trace[1907568816] 'process raft request' (duration: 157.441968ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:28.033686Z","caller":"traceutil/trace.go:171","msg":"trace[1401097522] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"104.958112ms","start":"2026-02-27T22:51:27.928702Z","end":"2026-02-27T22:51:28.03366Z","steps":["trace[1401097522] 'process raft request' (duration: 55.946952ms)","trace[1401097522] 'compare' (duration: 48.898407ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:28.326453Z","caller":"traceutil/trace.go:171","msg":"trace[494442140] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"123.760042ms","start":"2026-02-27T22:51:28.202669Z","end":"2026-02-27T22:51:28.326429Z","steps":["trace[494442140] 'process raft request' (duration: 84.571286ms)","trace[494442140] 'compare' (duration: 39.000852ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:28.64122Z","caller":"traceutil/trace.go:171","msg":"trace[398425119] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"166.219569ms","start":"2026-02-27T22:51:28.474974Z","end":"2026-02-27T22:51:28.641194Z","steps":["trace[398425119] 'process raft request' (duration: 166.046665ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:28.667759Z","caller":"traceutil/trace.go:171","msg":"trace[1130920706] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"166.986676ms","start":"2026-02-27T22:51:28.500753Z","end":"2026-02-27T22:51:28.667739Z","steps":["trace[1130920706] 'process raft request' (duration: 166.830753ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:29.708623Z","caller":"traceutil/trace.go:171","msg":"trace[878659413] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"126.994902ms","start":"2026-02-27T22:51:29.581592Z","end":"2026-02-27T22:51:29.708586Z","steps":["trace[878659413] 'process raft request' (duration: 113.736794ms)","trace[878659413] 'compare' (duration: 13.070184ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:29.708849Z","caller":"traceutil/trace.go:171","msg":"trace[2128643135] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"126.207677ms","start":"2026-02-27T22:51:29.58262Z","end":"2026-02-27T22:51:29.708828Z","steps":["trace[2128643135] 'process raft request' (duration: 125.892159ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:30.577603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.541466ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:30.577734Z","caller":"traceutil/trace.go:171","msg":"trace[2014151078] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26009; }","duration":"373.686989ms","start":"2026-02-27T22:51:30.204025Z","end":"2026-02-27T22:51:30.577712Z","steps":["trace[2014151078] 'range keys from in-memory index tree' (duration: 373.522956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:30.578586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.009501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:51:30.578661Z","caller":"traceutil/trace.go:171","msg":"trace[24459311] linearizableReadLoop","detail":"{readStateIndex:26943; appliedIndex:26942; }","duration":"594.222734ms","start":"2026-02-27T22:51:29.984425Z","end":"2026-02-27T22:51:30.578647Z","steps":["trace[24459311] 'read index received' (duration: 86.0669ms)","trace[24459311] 'applied index is now lower than readState.Index' (duration: 508.154934ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:30.578718Z","caller":"traceutil/trace.go:171","msg":"trace[1043365239] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"632.609382ms","start":"2026-02-27T22:51:29.94607Z","end":"2026-02-27T22:51:30.578679Z","steps":["trace[1043365239] 'process raft request' (duration: 124.438647ms)","trace[1043365239] 'compare' (duration: 507.765616ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:30.578877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:29.946045Z","time spent":"632.756735ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:51:30.578952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.838051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:51:30.579089Z","caller":"traceutil/trace.go:171","msg":"trace[1798070670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26010; }","duration":"613.012754ms","start":"2026-02-27T22:51:29.966048Z","end":"2026-02-27T22:51:30.57906Z","steps":["trace[1798070670] 'agreement among raft nodes before linearized reading' (duration: 612.649366ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:30.579161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:29.966033Z","time spent":"613.113527ms","remote":"127.0.0.1:47734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-27T22:51:30.613218Z","caller":"traceutil/trace.go:171","msg":"trace[1531671462] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"574.8074ms","start":"2026-02-27T22:51:30.038388Z","end":"2026-02-27T22:51:30.613195Z","steps":["trace[1531671462] 'process raft request' (duration: 574.752909ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:30.613318Z","caller":"traceutil/trace.go:171","msg":"trace[1730293836] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"596.360521ms","start":"2026-02-27T22:51:30.016916Z","end":"2026-02-27T22:51:30.613276Z","steps":["trace[1730293836] 'process raft request' (duration: 596.062404ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:30.613365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:30.038363Z","time spent":"574.928042ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:51:30.613528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:30.0169Z","time spent":"596.492493ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:51:30.747771Z","caller":"traceutil/trace.go:171","msg":"trace[777291833] linearizableReadLoop","detail":"{readStateIndex:26946; appliedIndex:26943; }","duration":"169.070531ms","start":"2026-02-27T22:51:30.578676Z","end":"2026-02-27T22:51:30.747746Z","steps":["trace[777291833] 'read index received' (duration: 34.355399ms)","trace[777291833] 'applied index is now lower than readState.Index' (duration: 134.714242ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:30.747913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.628777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-27T22:51:30.747919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.57527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:51:30.747914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.008381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:30.747975Z","caller":"traceutil/trace.go:171","msg":"trace[38488760] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26013; }","duration":"542.688638ms","start":"2026-02-27T22:51:30.205274Z","end":"2026-02-27T22:51:30.747962Z","steps":["trace[38488760] 'agreement among raft nodes before linearized reading' (duration: 542.489544ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:30.747992Z","caller":"traceutil/trace.go:171","msg":"trace[1365207801] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26013; }","duration":"546.149875ms","start":"2026-02-27T22:51:30.201828Z","end":"2026-02-27T22:51:30.747978Z","steps":["trace[1365207801] 'agreement among raft nodes before linearized reading' (duration: 546.012532ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:30.747987Z","caller":"traceutil/trace.go:171","msg":"trace[777350679] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26013; }","duration":"555.689713ms","start":"2026-02-27T22:51:30.192281Z","end":"2026-02-27T22:51:30.747971Z","steps":["trace[777350679] 'agreement among raft nodes before linearized reading' (duration: 555.58433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:30.748009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:30.205257Z","time spent":"542.743739ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:51:30.748034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:30.201808Z","time spent":"546.213406ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:51:30.748037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:30.192255Z","time spent":"555.771974ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-02-27T22:51:30.748052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.581257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:30.748086Z","caller":"traceutil/trace.go:171","msg":"trace[1433812102] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26013; }","duration":"368.657309ms","start":"2026-02-27T22:51:30.379418Z","end":"2026-02-27T22:51:30.748075Z","steps":["trace[1433812102] 'agreement among raft nodes before linearized reading' (duration: 368.572997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:30.748111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:30.379396Z","time spent":"368.708181ms","remote":"127.0.0.1:38454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:51:30.748128Z","caller":"traceutil/trace.go:171","msg":"trace[238996781] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"416.425861ms","start":"2026-02-27T22:51:30.331516Z","end":"2026-02-27T22:51:30.747942Z","steps":["trace[238996781] 'process raft request' (duration: 349.727275ms)","trace[238996781] 'compare' (duration: 66.383789ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:30.748112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.833953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T22:51:30.748222Z","caller":"traceutil/trace.go:171","msg":"trace[308614965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26013; }","duration":"593.007358ms","start":"2026-02-27T22:51:30.155191Z","end":"2026-02-27T22:51:30.748198Z","steps":["trace[308614965] 'agreement among raft nodes before linearized reading' (duration: 592.69917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:30.748232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:30.331493Z","time spent":"416.674748ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:51:30.74827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:30.155171Z","time spent":"593.08644ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T22:51:30.748154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.439826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18551"} {"level":"warn","ts":"2026-02-27T22:51:30.748346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.287095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:51:30.748353Z","caller":"traceutil/trace.go:171","msg":"trace[1350324617] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26013; }","duration":"167.690572ms","start":"2026-02-27T22:51:30.580646Z","end":"2026-02-27T22:51:30.748336Z","steps":["trace[1350324617] 'agreement among raft nodes before linearized reading' (duration: 167.286962ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:30.748424Z","caller":"traceutil/trace.go:171","msg":"trace[1747668245] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26013; }","duration":"555.402617ms","start":"2026-02-27T22:51:30.193002Z","end":"2026-02-27T22:51:30.748404Z","steps":["trace[1747668245] 'agreement among raft nodes before linearized reading' (duration: 554.767212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:30.748472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:30.192989Z","time spent":"555.473549ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-02-27T22:51:30.992876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.937558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:51:30.992987Z","caller":"traceutil/trace.go:171","msg":"trace[1103263014] linearizableReadLoop","detail":"{readStateIndex:26948; appliedIndex:26947; }","duration":"189.534678ms","start":"2026-02-27T22:51:30.803435Z","end":"2026-02-27T22:51:30.99297Z","steps":["trace[1103263014] 'read index received' (duration: 80.396246ms)","trace[1103263014] 'applied index is now lower than readState.Index' (duration: 109.137152ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:30.993122Z","caller":"traceutil/trace.go:171","msg":"trace[954303032] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"238.430966ms","start":"2026-02-27T22:51:30.754646Z","end":"2026-02-27T22:51:30.993077Z","steps":["trace[954303032] 'process raft request' (duration: 129.199501ms)","trace[954303032] 'compare' (duration: 108.800405ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:30.993251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.803855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:30.993299Z","caller":"traceutil/trace.go:171","msg":"trace[1918471975] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26015; }","duration":"189.867436ms","start":"2026-02-27T22:51:30.80342Z","end":"2026-02-27T22:51:30.993287Z","steps":["trace[1918471975] 'agreement among raft nodes before linearized reading' (duration: 189.762414ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:30.993362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.52936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:30.993438Z","caller":"traceutil/trace.go:171","msg":"trace[1624383266] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26015; }","duration":"174.617242ms","start":"2026-02-27T22:51:30.818782Z","end":"2026-02-27T22:51:30.993399Z","steps":["trace[1624383266] 'agreement among raft nodes before linearized reading' (duration: 174.528751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:31.916296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.006012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:31.916387Z","caller":"traceutil/trace.go:171","msg":"trace[1937935563] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26021; }","duration":"132.107045ms","start":"2026-02-27T22:51:31.784259Z","end":"2026-02-27T22:51:31.916366Z","steps":["trace[1937935563] 'range keys from in-memory index tree' (duration: 131.881399ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:32.81152Z","caller":"traceutil/trace.go:171","msg":"trace[1834904945] linearizableReadLoop","detail":"{readStateIndex:26961; appliedIndex:26960; }","duration":"157.11134ms","start":"2026-02-27T22:51:32.654388Z","end":"2026-02-27T22:51:32.811499Z","steps":["trace[1834904945] 'read index received' (duration: 156.855435ms)","trace[1834904945] 'applied index is now lower than readState.Index' (duration: 254.595µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:32.811623Z","caller":"traceutil/trace.go:171","msg":"trace[115229838] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"191.817318ms","start":"2026-02-27T22:51:32.619778Z","end":"2026-02-27T22:51:32.811595Z","steps":["trace[115229838] 'process raft request' (duration: 191.394708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:32.811659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.257423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:32.811792Z","caller":"traceutil/trace.go:171","msg":"trace[2023890277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26027; }","duration":"157.435247ms","start":"2026-02-27T22:51:32.654345Z","end":"2026-02-27T22:51:32.81178Z","steps":["trace[2023890277] 'agreement among raft nodes before linearized reading' (duration: 157.261853ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:32.876724Z","caller":"traceutil/trace.go:171","msg":"trace[400001710] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"121.904921ms","start":"2026-02-27T22:51:32.754798Z","end":"2026-02-27T22:51:32.876703Z","steps":["trace[400001710] 'process raft request' (duration: 121.536903ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:32.877092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.379914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:32.877173Z","caller":"traceutil/trace.go:171","msg":"trace[104995304] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26028; }","duration":"123.501878ms","start":"2026-02-27T22:51:32.753653Z","end":"2026-02-27T22:51:32.877155Z","steps":["trace[104995304] 'agreement among raft nodes before linearized reading' (duration: 123.351963ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:32.877586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.594237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-27T22:51:32.877611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.577796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:51:32.877603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.536377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:51:32.877649Z","caller":"traceutil/trace.go:171","msg":"trace[829002579] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26028; }","duration":"122.676269ms","start":"2026-02-27T22:51:32.754957Z","end":"2026-02-27T22:51:32.877633Z","steps":["trace[829002579] 'agreement among raft nodes before linearized reading' (duration: 122.501845ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:32.877652Z","caller":"traceutil/trace.go:171","msg":"trace[1923005441] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26028; }","duration":"122.637208ms","start":"2026-02-27T22:51:32.755004Z","end":"2026-02-27T22:51:32.877642Z","steps":["trace[1923005441] 'agreement among raft nodes before linearized reading' (duration: 122.562437ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:32.877657Z","caller":"traceutil/trace.go:171","msg":"trace[159015996] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26028; }","duration":"123.603518ms","start":"2026-02-27T22:51:32.754044Z","end":"2026-02-27T22:51:32.877648Z","steps":["trace[159015996] 'agreement among raft nodes before linearized reading' (duration: 123.448385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:33.296784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.770005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:51:33.296852Z","caller":"traceutil/trace.go:171","msg":"trace[861355457] linearizableReadLoop","detail":"{readStateIndex:26963; appliedIndex:26962; }","duration":"298.970187ms","start":"2026-02-27T22:51:32.997873Z","end":"2026-02-27T22:51:33.296843Z","steps":["trace[861355457] 'read index received' (duration: 168.039959ms)","trace[861355457] 'applied index is now lower than readState.Index' (duration: 130.927058ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:33.296893Z","caller":"traceutil/trace.go:171","msg":"trace[245924788] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"416.415551ms","start":"2026-02-27T22:51:32.880472Z","end":"2026-02-27T22:51:33.296887Z","steps":["trace[245924788] 'process raft request' (duration: 285.491543ms)","trace[245924788] 'compare' (duration: 130.498539ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:33.296918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:32.880457Z","time spent":"416.447361ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:51:33.297068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.171971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T22:51:33.297135Z","caller":"traceutil/trace.go:171","msg":"trace[1088334960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26029; }","duration":"299.276403ms","start":"2026-02-27T22:51:32.997843Z","end":"2026-02-27T22:51:33.29712Z","steps":["trace[1088334960] 'agreement among raft nodes before linearized reading' (duration: 299.094039ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:35.532243Z","caller":"traceutil/trace.go:171","msg":"trace[753821758] linearizableReadLoop","detail":"{readStateIndex:26978; appliedIndex:26977; }","duration":"124.628761ms","start":"2026-02-27T22:51:35.40759Z","end":"2026-02-27T22:51:35.532218Z","steps":["trace[753821758] 'read index received' (duration: 124.58414ms)","trace[753821758] 'applied index is now lower than readState.Index' (duration: 43.21µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:35.532333Z","caller":"traceutil/trace.go:171","msg":"trace[1565234787] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"142.527142ms","start":"2026-02-27T22:51:35.38977Z","end":"2026-02-27T22:51:35.532298Z","steps":["trace[1565234787] 'process raft request' (duration: 142.301197ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:35.5324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.786504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:35.532458Z","caller":"traceutil/trace.go:171","msg":"trace[718766742] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26044; }","duration":"124.903266ms","start":"2026-02-27T22:51:35.407541Z","end":"2026-02-27T22:51:35.532445Z","steps":["trace[718766742] 'agreement among raft nodes before linearized reading' (duration: 124.781914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:35.548732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.373365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:35.548836Z","caller":"traceutil/trace.go:171","msg":"trace[1552556160] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26045; }","duration":"140.517208ms","start":"2026-02-27T22:51:35.408303Z","end":"2026-02-27T22:51:35.54882Z","steps":["trace[1552556160] 'agreement among raft nodes before linearized reading' (duration: 140.368265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:35.548834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.171231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:35.548896Z","caller":"traceutil/trace.go:171","msg":"trace[96863308] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26045; }","duration":"140.323184ms","start":"2026-02-27T22:51:35.408558Z","end":"2026-02-27T22:51:35.548881Z","steps":["trace[96863308] 'agreement among raft nodes before linearized reading' (duration: 140.14325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:35.548917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.469887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:35.548966Z","caller":"traceutil/trace.go:171","msg":"trace[740170678] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26045; }","duration":"140.533048ms","start":"2026-02-27T22:51:35.408421Z","end":"2026-02-27T22:51:35.548954Z","steps":["trace[740170678] 'agreement among raft nodes before linearized reading' (duration: 140.462627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:35.54909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.089629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-02-27T22:51:35.549126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.711833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:35.549134Z","caller":"traceutil/trace.go:171","msg":"trace[592566413] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26045; }","duration":"140.14969ms","start":"2026-02-27T22:51:35.408971Z","end":"2026-02-27T22:51:35.54912Z","steps":["trace[592566413] 'agreement among raft nodes before linearized reading' (duration: 140.000826ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:35.549158Z","caller":"traceutil/trace.go:171","msg":"trace[1748916278] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26045; }","duration":"140.770963ms","start":"2026-02-27T22:51:35.408378Z","end":"2026-02-27T22:51:35.549149Z","steps":["trace[1748916278] 'agreement among raft nodes before linearized reading' (duration: 140.717172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:35.549151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.65085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:35.549235Z","caller":"traceutil/trace.go:171","msg":"trace[2137500132] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26045; }","duration":"140.769384ms","start":"2026-02-27T22:51:35.408446Z","end":"2026-02-27T22:51:35.549216Z","steps":["trace[2137500132] 'agreement among raft nodes before linearized reading' (duration: 140.58799ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:37.510619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.090609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:37.510715Z","caller":"traceutil/trace.go:171","msg":"trace[222705192] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26058; }","duration":"118.227582ms","start":"2026-02-27T22:51:37.392469Z","end":"2026-02-27T22:51:37.510696Z","steps":["trace[222705192] 'range keys from in-memory index tree' (duration: 118.023577ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:39.759947Z","caller":"traceutil/trace.go:171","msg":"trace[1480451459] linearizableReadLoop","detail":"{readStateIndex:27006; appliedIndex:27005; }","duration":"105.556174ms","start":"2026-02-27T22:51:39.654369Z","end":"2026-02-27T22:51:39.759925Z","steps":["trace[1480451459] 'read index received' (duration: 105.505863ms)","trace[1480451459] 'applied index is now lower than readState.Index' (duration: 49.231µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:39.760002Z","caller":"traceutil/trace.go:171","msg":"trace[1683334024] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"118.964037ms","start":"2026-02-27T22:51:39.641008Z","end":"2026-02-27T22:51:39.759972Z","steps":["trace[1683334024] 'process raft request' (duration: 118.785343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:39.760193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.762889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:39.760281Z","caller":"traceutil/trace.go:171","msg":"trace[610395033] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26071; }","duration":"105.926853ms","start":"2026-02-27T22:51:39.654335Z","end":"2026-02-27T22:51:39.760262Z","steps":["trace[610395033] 'agreement among raft nodes before linearized reading' (duration: 105.681827ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:39.772002Z","caller":"traceutil/trace.go:171","msg":"trace[1184381331] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"114.209954ms","start":"2026-02-27T22:51:39.657769Z","end":"2026-02-27T22:51:39.771979Z","steps":["trace[1184381331] 'process raft request' (duration: 113.960789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:39.772325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.77718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:39.772372Z","caller":"traceutil/trace.go:171","msg":"trace[1943713971] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26073; }","duration":"116.866112ms","start":"2026-02-27T22:51:39.655494Z","end":"2026-02-27T22:51:39.77236Z","steps":["trace[1943713971] 'agreement among raft nodes before linearized reading' (duration: 116.78228ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:39.772406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.771432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:39.772508Z","caller":"traceutil/trace.go:171","msg":"trace[1671371548] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26073; }","duration":"117.879864ms","start":"2026-02-27T22:51:39.654596Z","end":"2026-02-27T22:51:39.772476Z","steps":["trace[1671371548] 'agreement among raft nodes before linearized reading' (duration: 117.739811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:39.772585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.561976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:51:39.772633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.023895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:51:39.772653Z","caller":"traceutil/trace.go:171","msg":"trace[1749749253] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26073; }","duration":"116.657177ms","start":"2026-02-27T22:51:39.655982Z","end":"2026-02-27T22:51:39.772639Z","steps":["trace[1749749253] 'agreement among raft nodes before linearized reading' (duration: 116.547615ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:39.772664Z","caller":"traceutil/trace.go:171","msg":"trace[1502644026] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26073; }","duration":"117.085717ms","start":"2026-02-27T22:51:39.655568Z","end":"2026-02-27T22:51:39.772654Z","steps":["trace[1502644026] 'agreement among raft nodes before linearized reading' (duration: 116.973164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:39.772813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.685169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:39.772949Z","caller":"traceutil/trace.go:171","msg":"trace[309439269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26073; }","duration":"117.842782ms","start":"2026-02-27T22:51:39.655086Z","end":"2026-02-27T22:51:39.772929Z","steps":["trace[309439269] 'agreement among raft nodes before linearized reading' (duration: 117.626288ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:40.153773Z","caller":"traceutil/trace.go:171","msg":"trace[977246297] linearizableReadLoop","detail":"{readStateIndex:27011; appliedIndex:27010; }","duration":"135.792315ms","start":"2026-02-27T22:51:40.017956Z","end":"2026-02-27T22:51:40.153748Z","steps":["trace[977246297] 'read index received' (duration: 115.195546ms)","trace[977246297] 'applied index is now lower than readState.Index' (duration: 20.595849ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:40.153869Z","caller":"traceutil/trace.go:171","msg":"trace[1085613352] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"136.48048ms","start":"2026-02-27T22:51:40.017363Z","end":"2026-02-27T22:51:40.153843Z","steps":["trace[1085613352] 'process raft request' (duration: 115.84407ms)","trace[1085613352] 'compare' (duration: 20.452586ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:40.153941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.974329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:40.153984Z","caller":"traceutil/trace.go:171","msg":"trace[144464438] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26076; }","duration":"136.05479ms","start":"2026-02-27T22:51:40.017916Z","end":"2026-02-27T22:51:40.15397Z","steps":["trace[144464438] 'agreement among raft nodes before linearized reading' (duration: 135.976178ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:40.15402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.925365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:40.15405Z","caller":"traceutil/trace.go:171","msg":"trace[236797946] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26076; }","duration":"135.007317ms","start":"2026-02-27T22:51:40.019034Z","end":"2026-02-27T22:51:40.154042Z","steps":["trace[236797946] 'agreement among raft nodes before linearized reading' (duration: 134.948766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:40.154106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.947012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:51:40.154133Z","caller":"traceutil/trace.go:171","msg":"trace[614025818] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26076; }","duration":"133.019624ms","start":"2026-02-27T22:51:40.021108Z","end":"2026-02-27T22:51:40.154127Z","steps":["trace[614025818] 'agreement among raft nodes before linearized reading' (duration: 132.912252ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:40.399462Z","caller":"traceutil/trace.go:171","msg":"trace[1002022954] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"208.36234ms","start":"2026-02-27T22:51:40.191071Z","end":"2026-02-27T22:51:40.399434Z","steps":["trace[1002022954] 'process raft request' (duration: 207.251936ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:40.744628Z","caller":"traceutil/trace.go:171","msg":"trace[1632711863] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"118.762262ms","start":"2026-02-27T22:51:40.625835Z","end":"2026-02-27T22:51:40.744597Z","steps":["trace[1632711863] 'process raft request' (duration: 118.561388ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:41.20523Z","caller":"traceutil/trace.go:171","msg":"trace[318162821] linearizableReadLoop","detail":"{readStateIndex:27017; appliedIndex:27016; }","duration":"154.203876ms","start":"2026-02-27T22:51:41.050995Z","end":"2026-02-27T22:51:41.205199Z","steps":["trace[318162821] 'read index received' (duration: 70.352576ms)","trace[318162821] 'applied index is now lower than readState.Index' (duration: 83.84985ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:41.205302Z","caller":"traceutil/trace.go:171","msg":"trace[1660582959] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"196.737426ms","start":"2026-02-27T22:51:41.008528Z","end":"2026-02-27T22:51:41.205266Z","steps":["trace[1660582959] 'process raft request' (duration: 112.963067ms)","trace[1660582959] 'compare' (duration: 83.532883ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:41.205692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.251591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:51:41.20576Z","caller":"traceutil/trace.go:171","msg":"trace[257881939] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26081; }","duration":"199.381454ms","start":"2026-02-27T22:51:41.006363Z","end":"2026-02-27T22:51:41.205744Z","steps":["trace[257881939] 'agreement among raft nodes before linearized reading' (duration: 198.936003ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:45.867494Z","caller":"traceutil/trace.go:171","msg":"trace[1989897553] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"117.549187ms","start":"2026-02-27T22:51:45.749917Z","end":"2026-02-27T22:51:45.867466Z","steps":["trace[1989897553] 'process raft request' (duration: 73.945904ms)","trace[1989897553] 'compare' (duration: 43.389618ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:46.371917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.626897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:51:46.371976Z","caller":"traceutil/trace.go:171","msg":"trace[659666388] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26117; }","duration":"143.697848ms","start":"2026-02-27T22:51:46.228263Z","end":"2026-02-27T22:51:46.371961Z","steps":["trace[659666388] 'range keys from in-memory index tree' (duration: 143.433672ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:46.484347Z","caller":"traceutil/trace.go:171","msg":"trace[1066343702] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"107.62041ms","start":"2026-02-27T22:51:46.376701Z","end":"2026-02-27T22:51:46.484322Z","steps":["trace[1066343702] 'process raft request' (duration: 107.387605ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:47.609601Z","caller":"traceutil/trace.go:171","msg":"trace[516757552] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"136.622433ms","start":"2026-02-27T22:51:47.472943Z","end":"2026-02-27T22:51:47.609565Z","steps":["trace[516757552] 'process raft request' (duration: 136.440098ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:48.701844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.451201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:51:48.701982Z","caller":"traceutil/trace.go:171","msg":"trace[2077737982] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"196.825067ms","start":"2026-02-27T22:51:48.505132Z","end":"2026-02-27T22:51:48.701957Z","steps":["trace[2077737982] 'process raft request' (duration: 75.170771ms)","trace[2077737982] 'compare' (duration: 121.165935ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:48.705227Z","caller":"traceutil/trace.go:171","msg":"trace[2002147155] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"166.771021ms","start":"2026-02-27T22:51:48.538426Z","end":"2026-02-27T22:51:48.705197Z","steps":["trace[2002147155] 'process raft request' (duration: 166.603508ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:51.498757Z","caller":"traceutil/trace.go:171","msg":"trace[821077610] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"335.942695ms","start":"2026-02-27T22:51:51.162783Z","end":"2026-02-27T22:51:51.498725Z","steps":["trace[821077610] 'process raft request' (duration: 335.754231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:51.498923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:51.162757Z","time spent":"336.080538ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:51:51.720229Z","caller":"traceutil/trace.go:171","msg":"trace[1613608264] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"504.337001ms","start":"2026-02-27T22:51:51.215864Z","end":"2026-02-27T22:51:51.720201Z","steps":["trace[1613608264] 'process raft request' (duration: 491.785947ms)","trace[1613608264] 'compare' (duration: 12.391181ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:51.720482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.418004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:51:51.720525Z","caller":"traceutil/trace.go:171","msg":"trace[928895196] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26151; }","duration":"450.501036ms","start":"2026-02-27T22:51:51.270014Z","end":"2026-02-27T22:51:51.720515Z","steps":["trace[928895196] 'agreement among raft nodes before linearized reading' (duration: 450.364643ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:51.720543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:51.269993Z","time spent":"450.545537ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-02-27T22:51:51.720327Z","caller":"traceutil/trace.go:171","msg":"trace[374065008] linearizableReadLoop","detail":"{readStateIndex:27088; appliedIndex:27086; }","duration":"450.248611ms","start":"2026-02-27T22:51:51.270061Z","end":"2026-02-27T22:51:51.72031Z","steps":["trace[374065008] 'read index received' (duration: 228.578701ms)","trace[374065008] 'applied index is now lower than readState.Index' (duration: 221.66914ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:51.720808Z","caller":"traceutil/trace.go:171","msg":"trace[2118484879] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"390.72862ms","start":"2026-02-27T22:51:51.330061Z","end":"2026-02-27T22:51:51.720789Z","steps":["trace[2118484879] 'process raft request' (duration: 390.096557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:51.720905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:51.330047Z","time spent":"390.794232ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:51:51.720771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:51.215837Z","time spent":"504.557577ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:51:51.721515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.402406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:51.721627Z","caller":"traceutil/trace.go:171","msg":"trace[1227668038] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26151; }","duration":"102.560919ms","start":"2026-02-27T22:51:51.619043Z","end":"2026-02-27T22:51:51.721604Z","steps":["trace[1227668038] 'agreement among raft nodes before linearized reading' (duration: 102.306913ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:51.721166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.434455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:51.721739Z","caller":"traceutil/trace.go:171","msg":"trace[876376960] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26151; }","duration":"102.052588ms","start":"2026-02-27T22:51:51.619669Z","end":"2026-02-27T22:51:51.721721Z","steps":["trace[876376960] 'agreement among raft nodes before linearized reading' (duration: 101.399094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:51.721261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.167445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418726"} {"level":"info","ts":"2026-02-27T22:51:51.72184Z","caller":"traceutil/trace.go:171","msg":"trace[1038714824] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26151; }","duration":"404.774437ms","start":"2026-02-27T22:51:51.317044Z","end":"2026-02-27T22:51:51.721818Z","steps":["trace[1038714824] 'agreement among raft nodes before linearized reading' (duration: 403.866308ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:51.721895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:51.317027Z","time spent":"404.85329ms","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418748,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-27T22:51:51.721324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.218696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:51:51.721382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.307616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-27T22:51:51.722033Z","caller":"traceutil/trace.go:171","msg":"trace[991169636] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26151; }","duration":"333.921262ms","start":"2026-02-27T22:51:51.388066Z","end":"2026-02-27T22:51:51.721988Z","steps":["trace[991169636] 'agreement among raft nodes before linearized reading' (duration: 333.231726ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:51.722101Z","caller":"traceutil/trace.go:171","msg":"trace[1341122760] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26151; }","duration":"268.064593ms","start":"2026-02-27T22:51:51.454018Z","end":"2026-02-27T22:51:51.722082Z","steps":["trace[1341122760] 'agreement among raft nodes before linearized reading' (duration: 267.246304ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:51.722177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:51.388047Z","time spent":"334.077875ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:51:51.721142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.170363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:51:51.722233Z","caller":"traceutil/trace.go:171","msg":"trace[1405522856] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26151; }","duration":"202.259577ms","start":"2026-02-27T22:51:51.519962Z","end":"2026-02-27T22:51:51.722222Z","steps":["trace[1405522856] 'agreement among raft nodes before linearized reading' (duration: 201.099231ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:51.857946Z","caller":"traceutil/trace.go:171","msg":"trace[619248603] linearizableReadLoop","detail":"{readStateIndex:27090; appliedIndex:27089; }","duration":"131.581513ms","start":"2026-02-27T22:51:51.726339Z","end":"2026-02-27T22:51:51.85792Z","steps":["trace[619248603] 'read index received' (duration: 116.090375ms)","trace[619248603] 'applied index is now lower than readState.Index' (duration: 15.489728ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:51.858071Z","caller":"traceutil/trace.go:171","msg":"trace[1976660507] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"132.310068ms","start":"2026-02-27T22:51:51.725746Z","end":"2026-02-27T22:51:51.858056Z","steps":["trace[1976660507] 'process raft request' (duration: 116.696698ms)","trace[1976660507] 'compare' (duration: 15.320364ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:51.858337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.972231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab7f3b7d-3ca7-4afb-8bac-f4de1c1bb341\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-27T22:51:51.858422Z","caller":"traceutil/trace.go:171","msg":"trace[1338070774] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab7f3b7d-3ca7-4afb-8bac-f4de1c1bb341; range_end:; response_count:1; response_revision:26152; }","duration":"132.087713ms","start":"2026-02-27T22:51:51.726311Z","end":"2026-02-27T22:51:51.858398Z","steps":["trace[1338070774] 'agreement among raft nodes before linearized reading' (duration: 131.828808ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:51.903351Z","caller":"traceutil/trace.go:171","msg":"trace[426230377] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"176.744369ms","start":"2026-02-27T22:51:51.726572Z","end":"2026-02-27T22:51:51.903316Z","steps":["trace[426230377] 'process raft request' (duration: 176.565965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:51.903392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.357406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:51.90362Z","caller":"traceutil/trace.go:171","msg":"trace[67507979] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26153; }","duration":"125.638983ms","start":"2026-02-27T22:51:51.777964Z","end":"2026-02-27T22:51:51.903603Z","steps":["trace[67507979] 'agreement among raft nodes before linearized reading' (duration: 125.343207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:51.903647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.046046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18551"} {"level":"info","ts":"2026-02-27T22:51:51.903746Z","caller":"traceutil/trace.go:171","msg":"trace[103175538] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26153; }","duration":"177.166008ms","start":"2026-02-27T22:51:51.726559Z","end":"2026-02-27T22:51:51.903725Z","steps":["trace[103175538] 'agreement among raft nodes before linearized reading' (duration: 176.935063ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:52.875668Z","caller":"traceutil/trace.go:171","msg":"trace[987725746] linearizableReadLoop","detail":"{readStateIndex:27098; appliedIndex:27097; }","duration":"221.134808ms","start":"2026-02-27T22:51:52.654511Z","end":"2026-02-27T22:51:52.875646Z","steps":["trace[987725746] 'read index received' (duration: 221.009806ms)","trace[987725746] 'applied index is now lower than readState.Index' (duration: 124.022µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:52.875776Z","caller":"traceutil/trace.go:171","msg":"trace[1203148059] transaction","detail":"{read_only:false; response_revision:26160; number_of_response:1; }","duration":"298.277882ms","start":"2026-02-27T22:51:52.577464Z","end":"2026-02-27T22:51:52.875742Z","steps":["trace[1203148059] 'process raft request' (duration: 298.042497ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:52.875829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.297322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:52.875874Z","caller":"traceutil/trace.go:171","msg":"trace[1810256455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26160; }","duration":"221.399784ms","start":"2026-02-27T22:51:52.65446Z","end":"2026-02-27T22:51:52.87586Z","steps":["trace[1810256455] 'agreement among raft nodes before linearized reading' (duration: 221.309532ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:53.041037Z","caller":"traceutil/trace.go:171","msg":"trace[946898705] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"271.423486ms","start":"2026-02-27T22:51:52.769582Z","end":"2026-02-27T22:51:53.041006Z","steps":["trace[946898705] 'process raft request' (duration: 196.722556ms)","trace[946898705] 'compare' (duration: 74.492946ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:53.04112Z","caller":"traceutil/trace.go:171","msg":"trace[1270979239] linearizableReadLoop","detail":"{readStateIndex:27099; appliedIndex:27098; }","duration":"165.35075ms","start":"2026-02-27T22:51:52.875739Z","end":"2026-02-27T22:51:53.04109Z","steps":["trace[1270979239] 'read index received' (duration: 90.485486ms)","trace[1270979239] 'applied index is now lower than readState.Index' (duration: 74.858754ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:53.041284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.174244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:51:53.041259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.716379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:53.041312Z","caller":"traceutil/trace.go:171","msg":"trace[2067541176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26162; }","duration":"164.254036ms","start":"2026-02-27T22:51:52.877052Z","end":"2026-02-27T22:51:53.041306Z","steps":["trace[2067541176] 'agreement among raft nodes before linearized reading' (duration: 164.167054ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:53.04135Z","caller":"traceutil/trace.go:171","msg":"trace[2120403517] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26162; }","duration":"324.836461ms","start":"2026-02-27T22:51:52.716487Z","end":"2026-02-27T22:51:53.041324Z","steps":["trace[2120403517] 'agreement among raft nodes before linearized reading' (duration: 324.704598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:53.041467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:52.716472Z","time spent":"324.977486ms","remote":"127.0.0.1:44480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:51:53.621068Z","caller":"traceutil/trace.go:171","msg":"trace[519077763] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"117.822033ms","start":"2026-02-27T22:51:53.503226Z","end":"2026-02-27T22:51:53.621048Z","steps":["trace[519077763] 'process raft request' (duration: 117.656769ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:53.977991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.151395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:53.978064Z","caller":"traceutil/trace.go:171","msg":"trace[400515688] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26163; }","duration":"252.264948ms","start":"2026-02-27T22:51:53.725781Z","end":"2026-02-27T22:51:53.978046Z","steps":["trace[400515688] 'range keys from in-memory index tree' (duration: 252.023313ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:53.978082Z","caller":"traceutil/trace.go:171","msg":"trace[1898189036] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"251.00259ms","start":"2026-02-27T22:51:53.727055Z","end":"2026-02-27T22:51:53.978057Z","steps":["trace[1898189036] 'process raft request' (duration: 243.955876ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:53.977992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.016742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:51:53.978179Z","caller":"traceutil/trace.go:171","msg":"trace[596509222] linearizableReadLoop","detail":"{readStateIndex:27102; appliedIndex:27101; }","duration":"250.950039ms","start":"2026-02-27T22:51:53.727206Z","end":"2026-02-27T22:51:53.978156Z","steps":["trace[596509222] 'read index received' (duration: 243.726741ms)","trace[596509222] 'applied index is now lower than readState.Index' (duration: 7.221238ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:53.978346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.123413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:53.978427Z","caller":"traceutil/trace.go:171","msg":"trace[153385407] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26167; }","duration":"251.233426ms","start":"2026-02-27T22:51:53.727179Z","end":"2026-02-27T22:51:53.978413Z","steps":["trace[153385407] 'agreement among raft nodes before linearized reading' (duration: 251.094373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:53.978476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.732662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:53.978565Z","caller":"traceutil/trace.go:171","msg":"trace[1298103215] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26167; }","duration":"249.832244ms","start":"2026-02-27T22:51:53.728709Z","end":"2026-02-27T22:51:53.978541Z","steps":["trace[1298103215] 'agreement among raft nodes before linearized reading' (duration: 249.64413ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:53.978199Z","caller":"traceutil/trace.go:171","msg":"trace[1011118780] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26163; }","duration":"252.264818ms","start":"2026-02-27T22:51:53.725912Z","end":"2026-02-27T22:51:53.978177Z","steps":["trace[1011118780] 'range keys from in-memory index tree' (duration: 251.848179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:53.978918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.022643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:51:53.980837Z","caller":"traceutil/trace.go:171","msg":"trace[843915759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26167; }","duration":"117.977215ms","start":"2026-02-27T22:51:53.862845Z","end":"2026-02-27T22:51:53.980823Z","steps":["trace[843915759] 'agreement among raft nodes before linearized reading' (duration: 115.91642ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:54.465778Z","caller":"traceutil/trace.go:171","msg":"trace[1722245714] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"159.87314ms","start":"2026-02-27T22:51:54.305882Z","end":"2026-02-27T22:51:54.465755Z","steps":["trace[1722245714] 'process raft request' (duration: 159.717166ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:54.736028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.369959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:54.736117Z","caller":"traceutil/trace.go:171","msg":"trace[241956092] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26171; }","duration":"148.508883ms","start":"2026-02-27T22:51:54.587586Z","end":"2026-02-27T22:51:54.736095Z","steps":["trace[241956092] 'count revisions from in-memory index tree' (duration: 148.289488ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:54.736203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.43184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:54.736684Z","caller":"traceutil/trace.go:171","msg":"trace[785352898] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26171; }","duration":"219.001952ms","start":"2026-02-27T22:51:54.517667Z","end":"2026-02-27T22:51:54.736669Z","steps":["trace[785352898] 'count revisions from in-memory index tree' (duration: 218.340206ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:55.220772Z","caller":"traceutil/trace.go:171","msg":"trace[1613450404] linearizableReadLoop","detail":"{readStateIndex:27113; appliedIndex:27112; }","duration":"114.97915ms","start":"2026-02-27T22:51:55.105763Z","end":"2026-02-27T22:51:55.220742Z","steps":["trace[1613450404] 'read index received' (duration: 54.284256ms)","trace[1613450404] 'applied index is now lower than readState.Index' (duration: 60.693394ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:55.220824Z","caller":"traceutil/trace.go:171","msg":"trace[751913684] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"172.921674ms","start":"2026-02-27T22:51:55.047855Z","end":"2026-02-27T22:51:55.220777Z","steps":["trace[751913684] 'process raft request' (duration: 112.24643ms)","trace[751913684] 'compare' (duration: 60.510241ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:55.220958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.117914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:55.220999Z","caller":"traceutil/trace.go:171","msg":"trace[1486312669] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26175; }","duration":"115.219707ms","start":"2026-02-27T22:51:55.105769Z","end":"2026-02-27T22:51:55.220988Z","steps":["trace[1486312669] 'agreement among raft nodes before linearized reading' (duration: 115.132075ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:55.221101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.322379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:55.221205Z","caller":"traceutil/trace.go:171","msg":"trace[131218142] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26175; }","duration":"115.37572ms","start":"2026-02-27T22:51:55.105757Z","end":"2026-02-27T22:51:55.221133Z","steps":["trace[131218142] 'agreement among raft nodes before linearized reading' (duration: 115.124674ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:55.221634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.059382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:51:55.221712Z","caller":"traceutil/trace.go:171","msg":"trace[893009707] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26175; }","duration":"115.179395ms","start":"2026-02-27T22:51:55.106522Z","end":"2026-02-27T22:51:55.221701Z","steps":["trace[893009707] 'agreement among raft nodes before linearized reading' (duration: 114.781287ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:55.897969Z","caller":"traceutil/trace.go:171","msg":"trace[682120916] linearizableReadLoop","detail":"{readStateIndex:27116; appliedIndex:27114; }","duration":"243.19668ms","start":"2026-02-27T22:51:55.654758Z","end":"2026-02-27T22:51:55.897955Z","steps":["trace[682120916] 'read index received' (duration: 15.010269ms)","trace[682120916] 'applied index is now lower than readState.Index' (duration: 228.185851ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:55.89811Z","caller":"traceutil/trace.go:171","msg":"trace[19706709] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"272.318126ms","start":"2026-02-27T22:51:55.625782Z","end":"2026-02-27T22:51:55.8981Z","steps":["trace[19706709] 'process raft request' (duration: 272.06225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:55.898246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.477766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:55.898359Z","caller":"traceutil/trace.go:171","msg":"trace[1192584080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26177; }","duration":"243.62336ms","start":"2026-02-27T22:51:55.654713Z","end":"2026-02-27T22:51:55.898336Z","steps":["trace[1192584080] 'agreement among raft nodes before linearized reading' (duration: 243.399275ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:55.930465Z","caller":"traceutil/trace.go:171","msg":"trace[1139697655] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"259.404014ms","start":"2026-02-27T22:51:55.671037Z","end":"2026-02-27T22:51:55.93044Z","steps":["trace[1139697655] 'process raft request' (duration: 259.273631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:55.93126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.71098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:51:55.931431Z","caller":"traceutil/trace.go:171","msg":"trace[728455333] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26178; }","duration":"188.943075ms","start":"2026-02-27T22:51:55.742427Z","end":"2026-02-27T22:51:55.93137Z","steps":["trace[728455333] 'agreement among raft nodes before linearized reading' (duration: 188.653119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:56.340486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.361932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-02-27T22:51:56.340584Z","caller":"traceutil/trace.go:171","msg":"trace[513252955] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26186; }","duration":"122.516985ms","start":"2026-02-27T22:51:56.218043Z","end":"2026-02-27T22:51:56.34056Z","steps":["trace[513252955] 'range keys from in-memory index tree' (duration: 122.147717ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:56.696901Z","caller":"traceutil/trace.go:171","msg":"trace[1997285463] linearizableReadLoop","detail":"{readStateIndex:27126; appliedIndex:27125; }","duration":"229.722045ms","start":"2026-02-27T22:51:56.467153Z","end":"2026-02-27T22:51:56.696875Z","steps":["trace[1997285463] 'read index received' (duration: 229.46828ms)","trace[1997285463] 'applied index is now lower than readState.Index' (duration: 252.595µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:56.697111Z","caller":"traceutil/trace.go:171","msg":"trace[1070799915] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"378.363061ms","start":"2026-02-27T22:51:56.318732Z","end":"2026-02-27T22:51:56.697095Z","steps":["trace[1070799915] 'process raft request' (duration: 377.979343ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:56.697264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:56.318711Z","time spent":"378.474993ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:51:56.697291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.114956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:56.697363Z","caller":"traceutil/trace.go:171","msg":"trace[1632030658] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26187; }","duration":"230.229847ms","start":"2026-02-27T22:51:56.467116Z","end":"2026-02-27T22:51:56.697346Z","steps":["trace[1632030658] 'agreement among raft nodes before linearized reading' (duration: 230.089094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:56.697426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.881596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-27T22:51:56.697507Z","caller":"traceutil/trace.go:171","msg":"trace[974441154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26187; }","duration":"228.020829ms","start":"2026-02-27T22:51:56.469469Z","end":"2026-02-27T22:51:56.69749Z","steps":["trace[974441154] 'agreement among raft nodes before linearized reading' (duration: 227.741493ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:57.149846Z","caller":"traceutil/trace.go:171","msg":"trace[1993863253] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26190; }","duration":"106.215259ms","start":"2026-02-27T22:51:57.043604Z","end":"2026-02-27T22:51:57.149819Z","steps":["trace[1993863253] 'process raft request' (duration: 105.761169ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:57.149847Z","caller":"traceutil/trace.go:171","msg":"trace[1977848500] linearizableReadLoop","detail":"{readStateIndex:27129; appliedIndex:27129; }","duration":"104.564793ms","start":"2026-02-27T22:51:57.045251Z","end":"2026-02-27T22:51:57.149816Z","steps":["trace[1977848500] 'read index received' (duration: 104.548722ms)","trace[1977848500] 'applied index is now lower than readState.Index' (duration: 13.751µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:57.150148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.875609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-02-27T22:51:57.150235Z","caller":"traceutil/trace.go:171","msg":"trace[1456512712] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26190; }","duration":"104.997112ms","start":"2026-02-27T22:51:57.045229Z","end":"2026-02-27T22:51:57.150226Z","steps":["trace[1456512712] 'agreement among raft nodes before linearized reading' (duration: 104.669055ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:57.162542Z","caller":"traceutil/trace.go:171","msg":"trace[1850308334] transaction","detail":"{read_only:false; response_revision:26191; number_of_response:1; }","duration":"100.842651ms","start":"2026-02-27T22:51:57.061678Z","end":"2026-02-27T22:51:57.16252Z","steps":["trace[1850308334] 'process raft request' (duration: 100.686898ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:57.537185Z","caller":"traceutil/trace.go:171","msg":"trace[207851516] linearizableReadLoop","detail":"{readStateIndex:27132; appliedIndex:27131; }","duration":"102.849594ms","start":"2026-02-27T22:51:57.434311Z","end":"2026-02-27T22:51:57.537161Z","steps":["trace[207851516] 'read index received' (duration: 102.602429ms)","trace[207851516] 'applied index is now lower than readState.Index' (duration: 245.765µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:57.537281Z","caller":"traceutil/trace.go:171","msg":"trace[748882720] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"110.645505ms","start":"2026-02-27T22:51:57.426602Z","end":"2026-02-27T22:51:57.537247Z","steps":["trace[748882720] 'process raft request' (duration: 110.39954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:57.537386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.051329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-02-27T22:51:57.537492Z","caller":"traceutil/trace.go:171","msg":"trace[1201193239] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:26193; }","duration":"103.214032ms","start":"2026-02-27T22:51:57.434266Z","end":"2026-02-27T22:51:57.53748Z","steps":["trace[1201193239] 'agreement among raft nodes before linearized reading' (duration: 102.999947ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:57.833066Z","caller":"traceutil/trace.go:171","msg":"trace[1963945023] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"127.202347ms","start":"2026-02-27T22:51:57.705839Z","end":"2026-02-27T22:51:57.833042Z","steps":["trace[1963945023] 'process raft request' (duration: 127.052543ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:57.943828Z","caller":"traceutil/trace.go:171","msg":"trace[1377567620] transaction","detail":"{read_only:false; response_revision:26195; number_of_response:1; }","duration":"101.110989ms","start":"2026-02-27T22:51:57.842698Z","end":"2026-02-27T22:51:57.943809Z","steps":["trace[1377567620] 'process raft request' (duration: 100.977645ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:58.569095Z","caller":"traceutil/trace.go:171","msg":"trace[779793422] linearizableReadLoop","detail":"{readStateIndex:27146; appliedIndex:27143; }","duration":"395.848873ms","start":"2026-02-27T22:51:58.173225Z","end":"2026-02-27T22:51:58.569074Z","steps":["trace[779793422] 'read index received' (duration: 349.138643ms)","trace[779793422] 'applied index is now lower than readState.Index' (duration: 46.70923ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:58.569173Z","caller":"traceutil/trace.go:171","msg":"trace[2102612688] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"423.862975ms","start":"2026-02-27T22:51:58.1453Z","end":"2026-02-27T22:51:58.569163Z","steps":["trace[2102612688] 'process raft request' (duration: 377.082663ms)","trace[2102612688] 'compare' (duration: 46.290801ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:58.569259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:58.145272Z","time spent":"423.944967ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4674,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T22:51:58.569278Z","caller":"traceutil/trace.go:171","msg":"trace[47102890] transaction","detail":"{read_only:false; response_revision:26206; number_of_response:1; }","duration":"420.900179ms","start":"2026-02-27T22:51:58.148313Z","end":"2026-02-27T22:51:58.569214Z","steps":["trace[47102890] 'process raft request' (duration: 420.735596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:58.569482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:58.148293Z","time spent":"421.068424ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:51:58.569584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.348034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T22:51:58.569609Z","caller":"traceutil/trace.go:171","msg":"trace[1123735450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26206; }","duration":"396.399566ms","start":"2026-02-27T22:51:58.173203Z","end":"2026-02-27T22:51:58.569603Z","steps":["trace[1123735450] 'agreement among raft nodes before linearized reading' (duration: 396.256162ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:58.569626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:58.173077Z","time spent":"396.545088ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T22:51:58.569674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.608548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4692"} {"level":"info","ts":"2026-02-27T22:51:58.569763Z","caller":"traceutil/trace.go:171","msg":"trace[1621349167] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:26206; }","duration":"379.732181ms","start":"2026-02-27T22:51:58.190006Z","end":"2026-02-27T22:51:58.569738Z","steps":["trace[1621349167] 'agreement among raft nodes before linearized reading' (duration: 379.582808ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:58.56984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:58.18999Z","time spent":"379.833484ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4714,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:51:58.56988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.887827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:51:58.569873Z","caller":"traceutil/trace.go:171","msg":"trace[133155673] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"421.543715ms","start":"2026-02-27T22:51:58.148298Z","end":"2026-02-27T22:51:58.569842Z","steps":["trace[133155673] 'process raft request' (duration: 420.676616ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:58.569975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.363395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-02-27T22:51:58.570033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:51:58.14827Z","time spent":"421.675837ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:51:58.569915Z","caller":"traceutil/trace.go:171","msg":"trace[782402684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26206; }","duration":"255.984859ms","start":"2026-02-27T22:51:58.313924Z","end":"2026-02-27T22:51:58.569909Z","steps":["trace[782402684] 'agreement among raft nodes before linearized reading' (duration: 255.912428ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:58.570037Z","caller":"traceutil/trace.go:171","msg":"trace[593421690] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26206; }","duration":"113.462586ms","start":"2026-02-27T22:51:58.456557Z","end":"2026-02-27T22:51:58.57002Z","steps":["trace[593421690] 'agreement among raft nodes before linearized reading' (duration: 113.293333ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:51:58.570427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.770127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-02-27T22:51:58.570491Z","caller":"traceutil/trace.go:171","msg":"trace[562281533] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26206; }","duration":"224.832638ms","start":"2026-02-27T22:51:58.345642Z","end":"2026-02-27T22:51:58.570474Z","steps":["trace[562281533] 'agreement among raft nodes before linearized reading' (duration: 224.658774ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:58.733022Z","caller":"traceutil/trace.go:171","msg":"trace[852694489] linearizableReadLoop","detail":"{readStateIndex:27147; appliedIndex:27146; }","duration":"158.309915ms","start":"2026-02-27T22:51:58.574688Z","end":"2026-02-27T22:51:58.732998Z","steps":["trace[852694489] 'read index received' (duration: 100.992635ms)","trace[852694489] 'applied index is now lower than readState.Index' (duration: 57.31599ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:51:58.733097Z","caller":"traceutil/trace.go:171","msg":"trace[681149964] transaction","detail":"{read_only:false; response_revision:26207; number_of_response:1; }","duration":"158.639883ms","start":"2026-02-27T22:51:58.574437Z","end":"2026-02-27T22:51:58.733077Z","steps":["trace[681149964] 'process raft request' (duration: 101.253701ms)","trace[681149964] 'compare' (duration: 57.138617ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:51:58.733189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.475819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:51:58.733238Z","caller":"traceutil/trace.go:171","msg":"trace[2011890595] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:26207; }","duration":"158.557781ms","start":"2026-02-27T22:51:58.574663Z","end":"2026-02-27T22:51:58.733221Z","steps":["trace[2011890595] 'agreement among raft nodes before linearized reading' (duration: 158.468369ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:58.84709Z","caller":"traceutil/trace.go:171","msg":"trace[246340128] transaction","detail":"{read_only:false; response_revision:26208; number_of_response:1; }","duration":"111.314941ms","start":"2026-02-27T22:51:58.73575Z","end":"2026-02-27T22:51:58.847065Z","steps":["trace[246340128] 'process raft request' (duration: 110.827431ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:51:58.888695Z","caller":"traceutil/trace.go:171","msg":"trace[715883604] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"150.792023ms","start":"2026-02-27T22:51:58.737883Z","end":"2026-02-27T22:51:58.888675Z","steps":["trace[715883604] 'process raft request' (duration: 150.66402ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:52:00.728458Z","caller":"traceutil/trace.go:171","msg":"trace[1807427823] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"149.73928ms","start":"2026-02-27T22:52:00.578684Z","end":"2026-02-27T22:52:00.728423Z","steps":["trace[1807427823] 'process raft request' (duration: 56.846281ms)","trace[1807427823] 'compare' (duration: 92.752625ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:52:00.848815Z","caller":"traceutil/trace.go:171","msg":"trace[1581847106] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"105.902772ms","start":"2026-02-27T22:52:00.742881Z","end":"2026-02-27T22:52:00.848783Z","steps":["trace[1581847106] 'process raft request' (duration: 91.64382ms)","trace[1581847106] 'compare' (duration: 14.062898ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:52:00.976781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.006545ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-02-27T22:52:00.977108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.739156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:52:00.977147Z","caller":"traceutil/trace.go:171","msg":"trace[472347059] linearizableReadLoop","detail":"{readStateIndex:27174; appliedIndex:27173; }","duration":"128.228129ms","start":"2026-02-27T22:52:00.848886Z","end":"2026-02-27T22:52:00.977114Z","steps":["trace[472347059] 'read index received' (duration: 52.351µs)","trace[472347059] 'applied index is now lower than readState.Index' (duration: 128.172148ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:52:00.97724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.648094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:52:00.977324Z","caller":"traceutil/trace.go:171","msg":"trace[259206883] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26233; }","duration":"180.758136ms","start":"2026-02-27T22:52:00.796542Z","end":"2026-02-27T22:52:00.9773Z","steps":["trace[259206883] 'agreement among raft nodes before linearized reading' (duration: 180.600662ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:52:00.977171Z","caller":"traceutil/trace.go:171","msg":"trace[2135668034] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26232; }","duration":"191.820318ms","start":"2026-02-27T22:52:00.785333Z","end":"2026-02-27T22:52:00.977154Z","steps":["trace[2135668034] 'agreement among raft nodes before linearized reading' (duration: 63.589369ms)","trace[2135668034] 'count revisions from in-memory index tree' (duration: 128.124727ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:52:00.977376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.305196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:52:00.977525Z","caller":"traceutil/trace.go:171","msg":"trace[1344717002] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26233; }","duration":"185.50744ms","start":"2026-02-27T22:52:00.791982Z","end":"2026-02-27T22:52:00.97749Z","steps":["trace[1344717002] 'agreement among raft nodes before linearized reading' (duration: 185.270325ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:52:01.111524Z","caller":"traceutil/trace.go:171","msg":"trace[310333716] linearizableReadLoop","detail":"{readStateIndex:27176; appliedIndex:27175; }","duration":"125.756276ms","start":"2026-02-27T22:52:00.985741Z","end":"2026-02-27T22:52:01.111498Z","steps":["trace[310333716] 'read index received' (duration: 125.421928ms)","trace[310333716] 'applied index is now lower than readState.Index' (duration: 333.288µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:52:01.111628Z","caller":"traceutil/trace.go:171","msg":"trace[739379462] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"129.807134ms","start":"2026-02-27T22:52:00.981795Z","end":"2026-02-27T22:52:01.111602Z","steps":["trace[739379462] 'process raft request' (duration: 129.441506ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:01.111738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.97157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-27T22:52:01.111784Z","caller":"traceutil/trace.go:171","msg":"trace[949959898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26234; }","duration":"126.070112ms","start":"2026-02-27T22:52:00.9857Z","end":"2026-02-27T22:52:01.11177Z","steps":["trace[949959898] 'agreement among raft nodes before linearized reading' (duration: 125.897649ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:52:02.193611Z","caller":"traceutil/trace.go:171","msg":"trace[772350733] linearizableReadLoop","detail":"{readStateIndex:27180; appliedIndex:27179; }","duration":"174.157563ms","start":"2026-02-27T22:52:02.019427Z","end":"2026-02-27T22:52:02.193585Z","steps":["trace[772350733] 'read index received' (duration: 174.071371ms)","trace[772350733] 'applied index is now lower than readState.Index' (duration: 85.092µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:52:02.193777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.340037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:52:02.193754Z","caller":"traceutil/trace.go:171","msg":"trace[883839081] transaction","detail":"{read_only:false; response_revision:26238; number_of_response:1; }","duration":"188.67987ms","start":"2026-02-27T22:52:02.005037Z","end":"2026-02-27T22:52:02.193717Z","steps":["trace[883839081] 'process raft request' (duration: 188.322871ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:52:02.193825Z","caller":"traceutil/trace.go:171","msg":"trace[1728130100] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26238; }","duration":"174.427709ms","start":"2026-02-27T22:52:02.019379Z","end":"2026-02-27T22:52:02.193807Z","steps":["trace[1728130100] 'agreement among raft nodes before linearized reading' (duration: 174.326546ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:52:02.412064Z","caller":"traceutil/trace.go:171","msg":"trace[1576286228] transaction","detail":"{read_only:false; response_revision:26239; number_of_response:1; }","duration":"325.639821ms","start":"2026-02-27T22:52:02.086404Z","end":"2026-02-27T22:52:02.412044Z","steps":["trace[1576286228] 'process raft request' (duration: 325.490996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.412191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:52:02.086385Z","time spent":"325.745422ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:52:02.4124Z","caller":"traceutil/trace.go:171","msg":"trace[393829631] linearizableReadLoop","detail":"{readStateIndex:27184; appliedIndex:27180; }","duration":"218.700145ms","start":"2026-02-27T22:52:02.193683Z","end":"2026-02-27T22:52:02.412383Z","steps":["trace[393829631] 'read index received' (duration: 218.151102ms)","trace[393829631] 'applied index is now lower than readState.Index' (duration: 548.073µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:52:02.412453Z","caller":"traceutil/trace.go:171","msg":"trace[2059766491] transaction","detail":"{read_only:false; response_revision:26240; number_of_response:1; }","duration":"254.413395ms","start":"2026-02-27T22:52:02.158013Z","end":"2026-02-27T22:52:02.412427Z","steps":["trace[2059766491] 'process raft request' (duration: 253.996736ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.412471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.238222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:52:02.412528Z","caller":"traceutil/trace.go:171","msg":"trace[120041842] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26242; }","duration":"260.305234ms","start":"2026-02-27T22:52:02.152209Z","end":"2026-02-27T22:52:02.412514Z","steps":["trace[120041842] 'agreement among raft nodes before linearized reading' (duration: 260.196181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.412567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.080885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-02-27T22:52:02.412592Z","caller":"traceutil/trace.go:171","msg":"trace[924115172] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26242; }","duration":"280.161667ms","start":"2026-02-27T22:52:02.132423Z","end":"2026-02-27T22:52:02.412585Z","steps":["trace[924115172] 'agreement among raft nodes before linearized reading' (duration: 280.057975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.412658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.751635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:52:02.412673Z","caller":"traceutil/trace.go:171","msg":"trace[1181515133] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26242; }","duration":"392.766065ms","start":"2026-02-27T22:52:02.019902Z","end":"2026-02-27T22:52:02.412668Z","steps":["trace[1181515133] 'agreement among raft nodes before linearized reading' (duration: 392.741294ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.412689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:52:02.019886Z","time spent":"392.798005ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-02-27T22:52:02.412712Z","caller":"traceutil/trace.go:171","msg":"trace[432267505] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"250.024909ms","start":"2026-02-27T22:52:02.162676Z","end":"2026-02-27T22:52:02.412701Z","steps":["trace[432267505] 'process raft request' (duration: 249.563199ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.41271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.607322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-02-27T22:52:02.412754Z","caller":"traceutil/trace.go:171","msg":"trace[1921918034] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:26242; }","duration":"392.665452ms","start":"2026-02-27T22:52:02.020074Z","end":"2026-02-27T22:52:02.41274Z","steps":["trace[1921918034] 'agreement among raft nodes before linearized reading' (duration: 392.53221ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:52:02.412776Z","caller":"traceutil/trace.go:171","msg":"trace[167588263] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"249.15479ms","start":"2026-02-27T22:52:02.163615Z","end":"2026-02-27T22:52:02.41277Z","steps":["trace[167588263] 'process raft request' (duration: 248.730141ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.412785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:52:02.020067Z","time spent":"392.709833ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4896,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:52:02.412831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.746682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:52:02.412847Z","caller":"traceutil/trace.go:171","msg":"trace[995121129] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26242; }","duration":"249.778654ms","start":"2026-02-27T22:52:02.163063Z","end":"2026-02-27T22:52:02.412842Z","steps":["trace[995121129] 'agreement among raft nodes before linearized reading' (duration: 249.751433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.412845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.813612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-02-27T22:52:02.412894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.343821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:52:02.412905Z","caller":"traceutil/trace.go:171","msg":"trace[162448605] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26242; }","duration":"139.928875ms","start":"2026-02-27T22:52:02.272961Z","end":"2026-02-27T22:52:02.41289Z","steps":["trace[162448605] 'agreement among raft nodes before linearized reading' (duration: 139.72813ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:52:02.412923Z","caller":"traceutil/trace.go:171","msg":"trace[1212530036] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26242; }","duration":"318.422482ms","start":"2026-02-27T22:52:02.094492Z","end":"2026-02-27T22:52:02.412915Z","steps":["trace[1212530036] 'agreement among raft nodes before linearized reading' (duration: 318.379521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.412956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:52:02.094454Z","time spent":"318.494614ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-02-27T22:52:02.412975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.545168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-02-27T22:52:02.412995Z","caller":"traceutil/trace.go:171","msg":"trace[544181914] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:26242; }","duration":"260.59932ms","start":"2026-02-27T22:52:02.152391Z","end":"2026-02-27T22:52:02.41299Z","steps":["trace[544181914] 'agreement among raft nodes before linearized reading' (duration: 260.491528ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.413081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.758421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:52:02.413104Z","caller":"traceutil/trace.go:171","msg":"trace[2120265391] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26242; }","duration":"122.782791ms","start":"2026-02-27T22:52:02.290313Z","end":"2026-02-27T22:52:02.413096Z","steps":["trace[2120265391] 'agreement among raft nodes before linearized reading' (duration: 122.74521ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.413117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.677818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"warn","ts":"2026-02-27T22:52:02.413125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.973985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:52:02.413151Z","caller":"traceutil/trace.go:171","msg":"trace[1865679631] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26242; }","duration":"139.003895ms","start":"2026-02-27T22:52:02.27414Z","end":"2026-02-27T22:52:02.413144Z","steps":["trace[1865679631] 'agreement among raft nodes before linearized reading' (duration: 138.957694ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:52:02.41315Z","caller":"traceutil/trace.go:171","msg":"trace[1801823979] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:1; response_revision:26242; }","duration":"318.75177ms","start":"2026-02-27T22:52:02.094389Z","end":"2026-02-27T22:52:02.413141Z","steps":["trace[1801823979] 'agreement among raft nodes before linearized reading' (duration: 318.645738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.413178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:52:02.094364Z","time spent":"318.807701ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4896,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-02-27T22:52:02.413329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.151933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:52:02.413352Z","caller":"traceutil/trace.go:171","msg":"trace[622418071] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26242; }","duration":"393.218624ms","start":"2026-02-27T22:52:02.020126Z","end":"2026-02-27T22:52:02.413345Z","steps":["trace[622418071] 'agreement among raft nodes before linearized reading' (duration: 393.182904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:52:02.413371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:52:02.020104Z","time spent":"393.261486ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-02-27T22:52:02.961499Z","caller":"traceutil/trace.go:171","msg":"trace[1779527417] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"104.945571ms","start":"2026-02-27T22:52:02.856531Z","end":"2026-02-27T22:52:02.961477Z","steps":["trace[1779527417] 'process raft request' (duration: 104.764687ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:52:46.155555Z","caller":"traceutil/trace.go:171","msg":"trace[345401663] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"107.679991ms","start":"2026-02-27T22:52:46.047848Z","end":"2026-02-27T22:52:46.155528Z","steps":["trace[345401663] 'process raft request' (duration: 107.144719ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:52:52.475371Z","caller":"traceutil/trace.go:171","msg":"trace[1354352019] transaction","detail":"{read_only:false; response_revision:26683; number_of_response:1; }","duration":"108.151171ms","start":"2026-02-27T22:52:52.367191Z","end":"2026-02-27T22:52:52.475342Z","steps":["trace[1354352019] 'process raft request' (duration: 108.001517ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:52:52.769662Z","caller":"traceutil/trace.go:171","msg":"trace[834972971] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"129.487877ms","start":"2026-02-27T22:52:52.639575Z","end":"2026-02-27T22:52:52.769063Z","steps":["trace[834972971] 'process raft request' (duration: 71.545333ms)","trace[834972971] 'compare' (duration: 57.73453ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:53:58.465103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743000274069433,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T22:53:58.777711Z","caller":"traceutil/trace.go:171","msg":"trace[1455298764] transaction","detail":"{read_only:false; response_revision:27344; number_of_response:1; }","duration":"817.954579ms","start":"2026-02-27T22:53:57.959728Z","end":"2026-02-27T22:53:58.777682Z","steps":["trace[1455298764] 'process raft request' (duration: 817.775665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:53:58.777859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:53:57.959697Z","time spent":"818.085501ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:53:58.899448Z","caller":"traceutil/trace.go:171","msg":"trace[1666108590] linearizableReadLoop","detail":"{readStateIndex:28315; appliedIndex:28313; }","duration":"934.935083ms","start":"2026-02-27T22:53:57.964488Z","end":"2026-02-27T22:53:58.899423Z","steps":["trace[1666108590] 'read index received' (duration: 813.137454ms)","trace[1666108590] 'applied index is now lower than readState.Index' (duration: 121.796119ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:53:58.899567Z","caller":"traceutil/trace.go:171","msg":"trace[638541644] transaction","detail":"{read_only:false; response_revision:27345; number_of_response:1; }","duration":"830.943553ms","start":"2026-02-27T22:53:58.068593Z","end":"2026-02-27T22:53:58.899536Z","steps":["trace[638541644] 'process raft request' (duration: 830.648016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:53:58.899601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.096146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:53:58.899641Z","caller":"traceutil/trace.go:171","msg":"trace[1864221767] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:27345; }","duration":"935.196369ms","start":"2026-02-27T22:53:57.964435Z","end":"2026-02-27T22:53:58.899631Z","steps":["trace[1864221767] 'agreement among raft nodes before linearized reading' (duration: 935.105927ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:53:58.899673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:53:57.964414Z","time spent":"935.25032ms","remote":"127.0.0.1:47862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:53:58.899704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:53:58.068562Z","time spent":"831.075556ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:53:58.904368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.411632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:53:58.904561Z","caller":"traceutil/trace.go:171","msg":"trace[977932078] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:27346; }","duration":"694.661577ms","start":"2026-02-27T22:53:58.209877Z","end":"2026-02-27T22:53:58.904539Z","steps":["trace[977932078] 'agreement among raft nodes before linearized reading' (duration: 694.354291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:53:58.904626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:53:58.209848Z","time spent":"694.762909ms","remote":"127.0.0.1:38210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-27T22:53:58.904598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.47504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-02-27T22:53:58.904701Z","caller":"traceutil/trace.go:171","msg":"trace[1348769087] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27346; }","duration":"114.620753ms","start":"2026-02-27T22:53:58.790066Z","end":"2026-02-27T22:53:58.904687Z","steps":["trace[1348769087] 'agreement among raft nodes before linearized reading' (duration: 114.223314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:53:58.904974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.276716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:53:58.905626Z","caller":"traceutil/trace.go:171","msg":"trace[1564848359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27346; }","duration":"251.989202ms","start":"2026-02-27T22:53:58.653598Z","end":"2026-02-27T22:53:58.905587Z","steps":["trace[1564848359] 'agreement among raft nodes before linearized reading' (duration: 250.777356ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:02.807232Z","caller":"traceutil/trace.go:171","msg":"trace[1813124405] linearizableReadLoop","detail":"{readStateIndex:28342; appliedIndex:28341; }","duration":"256.781106ms","start":"2026-02-27T22:54:02.550432Z","end":"2026-02-27T22:54:02.807213Z","steps":["trace[1813124405] 'read index received' (duration: 256.546721ms)","trace[1813124405] 'applied index is now lower than readState.Index' (duration: 233.655µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:54:02.811146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.680961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-27T22:54:02.811271Z","caller":"traceutil/trace.go:171","msg":"trace[1678645078] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:27371; }","duration":"260.825954ms","start":"2026-02-27T22:54:02.550399Z","end":"2026-02-27T22:54:02.811225Z","steps":["trace[1678645078] 'agreement among raft nodes before linearized reading' (duration: 256.889398ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:02.811653Z","caller":"traceutil/trace.go:171","msg":"trace[895048091] transaction","detail":"{read_only:false; response_revision:27371; number_of_response:1; }","duration":"311.894289ms","start":"2026-02-27T22:54:02.4997Z","end":"2026-02-27T22:54:02.811594Z","steps":["trace[895048091] 'process raft request' (duration: 307.35589ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:54:02.811847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:54:02.499654Z","time spent":"312.090473ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:54:04.721947Z","caller":"traceutil/trace.go:171","msg":"trace[1321554206] transaction","detail":"{read_only:false; response_revision:27387; number_of_response:1; }","duration":"150.012454ms","start":"2026-02-27T22:54:04.571893Z","end":"2026-02-27T22:54:04.721905Z","steps":["trace[1321554206] 'process raft request' (duration: 63.996707ms)","trace[1321554206] 'compare' (duration: 85.738571ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:54:04.919191Z","caller":"traceutil/trace.go:171","msg":"trace[2025652977] transaction","detail":"{read_only:false; response_revision:27388; number_of_response:1; }","duration":"178.812804ms","start":"2026-02-27T22:54:04.740353Z","end":"2026-02-27T22:54:04.919166Z","steps":["trace[2025652977] 'process raft request' (duration: 154.432132ms)","trace[2025652977] 'compare' (duration: 24.030125ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:54:05.087791Z","caller":"traceutil/trace.go:171","msg":"trace[535159412] linearizableReadLoop","detail":"{readStateIndex:28360; appliedIndex:28359; }","duration":"162.206901ms","start":"2026-02-27T22:54:04.925556Z","end":"2026-02-27T22:54:05.087763Z","steps":["trace[535159412] 'read index received' (duration: 135.247972ms)","trace[535159412] 'applied index is now lower than readState.Index' (duration: 26.957709ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:54:05.087888Z","caller":"traceutil/trace.go:171","msg":"trace[628067505] transaction","detail":"{read_only:false; response_revision:27389; number_of_response:1; }","duration":"162.317143ms","start":"2026-02-27T22:54:04.925535Z","end":"2026-02-27T22:54:05.087852Z","steps":["trace[628067505] 'process raft request' (duration: 135.247622ms)","trace[628067505] 'compare' (duration: 26.861187ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:54:05.088692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.09838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18551"} {"level":"info","ts":"2026-02-27T22:54:05.088745Z","caller":"traceutil/trace.go:171","msg":"trace[1267874950] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27389; }","duration":"163.199472ms","start":"2026-02-27T22:54:04.925534Z","end":"2026-02-27T22:54:05.088733Z","steps":["trace[1267874950] 'agreement among raft nodes before linearized reading' (duration: 162.329234ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:05.094829Z","caller":"traceutil/trace.go:171","msg":"trace[787611647] transaction","detail":"{read_only:false; response_revision:27390; number_of_response:1; }","duration":"168.455498ms","start":"2026-02-27T22:54:04.926358Z","end":"2026-02-27T22:54:05.094813Z","steps":["trace[787611647] 'process raft request' (duration: 168.018018ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:05.094856Z","caller":"traceutil/trace.go:171","msg":"trace[993769311] transaction","detail":"{read_only:false; response_revision:27394; number_of_response:1; }","duration":"136.9401ms","start":"2026-02-27T22:54:04.9579Z","end":"2026-02-27T22:54:05.09484Z","steps":["trace[993769311] 'process raft request' (duration: 136.740936ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:54:05.094895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.898547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-02-27T22:54:05.09491Z","caller":"traceutil/trace.go:171","msg":"trace[1937412502] transaction","detail":"{read_only:false; response_revision:27395; number_of_response:1; }","duration":"120.171303ms","start":"2026-02-27T22:54:04.974713Z","end":"2026-02-27T22:54:05.094884Z","steps":["trace[1937412502] 'process raft request' (duration: 119.964009ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:05.09507Z","caller":"traceutil/trace.go:171","msg":"trace[91176240] transaction","detail":"{read_only:false; response_revision:27393; number_of_response:1; }","duration":"140.304173ms","start":"2026-02-27T22:54:04.95474Z","end":"2026-02-27T22:54:05.095044Z","steps":["trace[91176240] 'process raft request' (duration: 139.866783ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:05.095149Z","caller":"traceutil/trace.go:171","msg":"trace[1657561189] transaction","detail":"{read_only:false; response_revision:27392; number_of_response:1; }","duration":"167.704391ms","start":"2026-02-27T22:54:04.927438Z","end":"2026-02-27T22:54:05.095142Z","steps":["trace[1657561189] 'process raft request' (duration: 167.127228ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:05.095342Z","caller":"traceutil/trace.go:171","msg":"trace[1963846885] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27396; }","duration":"169.03757ms","start":"2026-02-27T22:54:04.925904Z","end":"2026-02-27T22:54:05.094941Z","steps":["trace[1963846885] 'agreement among raft nodes before linearized reading' (duration: 168.853496ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:05.094758Z","caller":"traceutil/trace.go:171","msg":"trace[1138556601] transaction","detail":"{read_only:false; response_revision:27391; number_of_response:1; }","duration":"167.308812ms","start":"2026-02-27T22:54:04.927425Z","end":"2026-02-27T22:54:05.094734Z","steps":["trace[1138556601] 'process raft request' (duration: 167.084787ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:54:11.236639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.388421ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T22:54:11.236757Z","caller":"traceutil/trace.go:171","msg":"trace[636989410] linearizableReadLoop","detail":"{readStateIndex:28403; appliedIndex:28402; }","duration":"162.812755ms","start":"2026-02-27T22:54:11.073924Z","end":"2026-02-27T22:54:11.236737Z","steps":["trace[636989410] 'read index received' (duration: 45.041µs)","trace[636989410] 'applied index is now lower than readState.Index' (duration: 162.765933ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:54:11.23716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.201093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:54:11.237327Z","caller":"traceutil/trace.go:171","msg":"trace[1522043060] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:27430; }","duration":"163.421938ms","start":"2026-02-27T22:54:11.073874Z","end":"2026-02-27T22:54:11.237296Z","steps":["trace[1522043060] 'agreement among raft nodes before linearized reading' (duration: 163.187493ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:11.252583Z","caller":"traceutil/trace.go:171","msg":"trace[885322646] transaction","detail":"{read_only:false; response_revision:27431; number_of_response:1; }","duration":"136.166902ms","start":"2026-02-27T22:54:11.116391Z","end":"2026-02-27T22:54:11.252558Z","steps":["trace[885322646] 'process raft request' (duration: 135.988749ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:54:11.524576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.930301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-27T22:54:11.524992Z","caller":"traceutil/trace.go:171","msg":"trace[1235665965] transaction","detail":"{read_only:false; response_revision:27435; number_of_response:1; }","duration":"404.469662ms","start":"2026-02-27T22:54:11.120499Z","end":"2026-02-27T22:54:11.524968Z","steps":["trace[1235665965] 'process raft request' (duration: 404.333589ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:11.525056Z","caller":"traceutil/trace.go:171","msg":"trace[1276235254] transaction","detail":"{read_only:false; response_revision:27433; number_of_response:1; }","duration":"405.596666ms","start":"2026-02-27T22:54:11.119434Z","end":"2026-02-27T22:54:11.525031Z","steps":["trace[1276235254] 'process raft request' (duration: 405.260629ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:11.525043Z","caller":"traceutil/trace.go:171","msg":"trace[477810395] transaction","detail":"{read_only:false; response_revision:27432; number_of_response:1; }","duration":"405.616726ms","start":"2026-02-27T22:54:11.119377Z","end":"2026-02-27T22:54:11.524994Z","steps":["trace[477810395] 'process raft request' (duration: 224.177694ms)","trace[477810395] 'compare' (duration: 180.746536ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:54:11.52512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:54:11.120485Z","time spent":"404.578474ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:54:11.525132Z","caller":"traceutil/trace.go:171","msg":"trace[810484063] transaction","detail":"{read_only:false; response_revision:27437; number_of_response:1; }","duration":"214.182387ms","start":"2026-02-27T22:54:11.310927Z","end":"2026-02-27T22:54:11.525109Z","steps":["trace[810484063] 'process raft request' (duration: 214.118086ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:11.525118Z","caller":"traceutil/trace.go:171","msg":"trace[1922742864] transaction","detail":"{read_only:false; response_revision:27436; number_of_response:1; }","duration":"402.215822ms","start":"2026-02-27T22:54:11.122873Z","end":"2026-02-27T22:54:11.525089Z","steps":["trace[1922742864] 'process raft request' (duration: 402.014158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:54:11.525219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:54:11.119415Z","time spent":"405.705438ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T22:54:11.525277Z","caller":"traceutil/trace.go:171","msg":"trace[7269743] linearizableReadLoop","detail":"{readStateIndex:28409; appliedIndex:28403; }","duration":"288.478088ms","start":"2026-02-27T22:54:11.236789Z","end":"2026-02-27T22:54:11.525268Z","steps":["trace[7269743] 'read index received' (duration: 15.565419ms)","trace[7269743] 'applied index is now lower than readState.Index' (duration: 272.911859ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:54:11.525219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:54:11.119353Z","time spent":"405.76996ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:54:11.525312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:54:11.122854Z","time spent":"402.364885ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:54:11.525444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.134751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:54:11.525498Z","caller":"traceutil/trace.go:171","msg":"trace[1689232900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27437; }","duration":"402.254203ms","start":"2026-02-27T22:54:11.123228Z","end":"2026-02-27T22:54:11.525482Z","steps":["trace[1689232900] 'agreement among raft nodes before linearized reading' (duration: 402.053209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:54:11.525516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.644143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:54:11.525553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:54:11.123216Z","time spent":"402.323314ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T22:54:11.525561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.5475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-02-27T22:54:11.52576Z","caller":"traceutil/trace.go:171","msg":"trace[924567550] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27437; }","duration":"408.790926ms","start":"2026-02-27T22:54:11.116952Z","end":"2026-02-27T22:54:11.525743Z","steps":["trace[924567550] 'agreement among raft nodes before linearized reading' (duration: 408.405507ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:54:11.525778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.952669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T22:54:11.525846Z","caller":"traceutil/trace.go:171","msg":"trace[1977714995] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:27437; }","duration":"158.061971ms","start":"2026-02-27T22:54:11.367769Z","end":"2026-02-27T22:54:11.525831Z","steps":["trace[1977714995] 'agreement among raft nodes before linearized reading' (duration: 157.952939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:54:11.525626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.170224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-27T22:54:11.525801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:54:11.116932Z","time spent":"408.858908ms","remote":"127.0.0.1:47780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4809,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-02-27T22:54:11.525943Z","caller":"traceutil/trace.go:171","msg":"trace[1395878343] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:27437; }","duration":"338.736866ms","start":"2026-02-27T22:54:11.187189Z","end":"2026-02-27T22:54:11.525926Z","steps":["trace[1395878343] 'agreement among raft nodes before linearized reading' (duration: 338.148694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:54:11.526034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.287058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:54:11.526075Z","caller":"traceutil/trace.go:171","msg":"trace[1317644039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27437; }","duration":"148.365559ms","start":"2026-02-27T22:54:11.377701Z","end":"2026-02-27T22:54:11.526066Z","steps":["trace[1317644039] 'agreement among raft nodes before linearized reading' (duration: 148.088224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:54:11.52614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:54:11.187173Z","time spent":"338.953751ms","remote":"127.0.0.1:38782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:54:11.525251Z","caller":"traceutil/trace.go:171","msg":"trace[799613936] transaction","detail":"{read_only:false; response_revision:27434; number_of_response:1; }","duration":"405.362771ms","start":"2026-02-27T22:54:11.119807Z","end":"2026-02-27T22:54:11.52517Z","steps":["trace[799613936] 'process raft request' (duration: 404.972323ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:11.525592Z","caller":"traceutil/trace.go:171","msg":"trace[705396626] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:27437; }","duration":"430.755926ms","start":"2026-02-27T22:54:11.094816Z","end":"2026-02-27T22:54:11.525572Z","steps":["trace[705396626] 'agreement among raft nodes before linearized reading' (duration: 430.637813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:54:11.526359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:54:11.119789Z","time spent":"406.488655ms","remote":"127.0.0.1:47818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T22:54:11.526431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T22:54:11.094795Z","time spent":"431.611144ms","remote":"127.0.0.1:38206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-02-27T22:54:11.668781Z","caller":"traceutil/trace.go:171","msg":"trace[966977620] linearizableReadLoop","detail":"{readStateIndex:28412; appliedIndex:28410; }","duration":"133.017104ms","start":"2026-02-27T22:54:11.535738Z","end":"2026-02-27T22:54:11.668756Z","steps":["trace[966977620] 'read index received' (duration: 27.95338ms)","trace[966977620] 'applied index is now lower than readState.Index' (duration: 105.062624ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:54:11.668879Z","caller":"traceutil/trace.go:171","msg":"trace[1851883280] transaction","detail":"{read_only:false; response_revision:27439; number_of_response:1; }","duration":"135.61982ms","start":"2026-02-27T22:54:11.533214Z","end":"2026-02-27T22:54:11.668834Z","steps":["trace[1851883280] 'process raft request' (duration: 128.053605ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:54:11.668992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.235818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-27T22:54:11.66906Z","caller":"traceutil/trace.go:171","msg":"trace[938366286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27439; }","duration":"133.331141ms","start":"2026-02-27T22:54:11.535713Z","end":"2026-02-27T22:54:11.669044Z","steps":["trace[938366286] 'agreement among raft nodes before linearized reading' (duration: 133.138007ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:54:12.035346Z","caller":"traceutil/trace.go:171","msg":"trace[16107115] transaction","detail":"{read_only:false; response_revision:27443; number_of_response:1; }","duration":"157.751784ms","start":"2026-02-27T22:54:11.877567Z","end":"2026-02-27T22:54:12.035319Z","steps":["trace[16107115] 'process raft request' (duration: 62.372722ms)","trace[16107115] 'compare' (duration: 94.769759ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:54:42.684129Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25279} {"level":"info","ts":"2026-02-27T22:54:42.80814Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25279,"took":"120.044552ms","hash":4107259876,"current-db-size-bytes":48324608,"current-db-size":"48 MB","current-db-size-in-use-bytes":30949376,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-27T22:54:42.80821Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4107259876,"revision":25279,"compact-revision":23338} {"level":"info","ts":"2026-02-27T22:56:38.124063Z","caller":"traceutil/trace.go:171","msg":"trace[1726331084] linearizableReadLoop","detail":"{readStateIndex:29610; appliedIndex:29609; }","duration":"151.170181ms","start":"2026-02-27T22:56:37.972871Z","end":"2026-02-27T22:56:38.124041Z","steps":["trace[1726331084] 'read index received' (duration: 151.013237ms)","trace[1726331084] 'applied index is now lower than readState.Index' (duration: 155.594µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:56:38.124179Z","caller":"traceutil/trace.go:171","msg":"trace[2045512211] transaction","detail":"{read_only:false; response_revision:28600; number_of_response:1; }","duration":"187.977564ms","start":"2026-02-27T22:56:37.93617Z","end":"2026-02-27T22:56:38.124147Z","steps":["trace[2045512211] 'process raft request' (duration: 187.694668ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:56:38.124282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.395965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-27T22:56:38.124351Z","caller":"traceutil/trace.go:171","msg":"trace[660364275] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28600; }","duration":"151.484747ms","start":"2026-02-27T22:56:37.972855Z","end":"2026-02-27T22:56:38.12434Z","steps":["trace[660364275] 'agreement among raft nodes before linearized reading' (duration: 151.304983ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:56:50.567955Z","caller":"traceutil/trace.go:171","msg":"trace[695677520] linearizableReadLoop","detail":"{readStateIndex:29700; appliedIndex:29699; }","duration":"148.39499ms","start":"2026-02-27T22:56:50.41952Z","end":"2026-02-27T22:56:50.567915Z","steps":["trace[695677520] 'read index received' (duration: 148.080804ms)","trace[695677520] 'applied index is now lower than readState.Index' (duration: 312.126µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:56:50.568062Z","caller":"traceutil/trace.go:171","msg":"trace[1319986568] transaction","detail":"{read_only:false; response_revision:28688; number_of_response:1; }","duration":"164.325318ms","start":"2026-02-27T22:56:50.403696Z","end":"2026-02-27T22:56:50.568022Z","steps":["trace[1319986568] 'process raft request' (duration: 163.942129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:56:50.568237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.691727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:56:50.568349Z","caller":"traceutil/trace.go:171","msg":"trace[1586291713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28688; }","duration":"148.839059ms","start":"2026-02-27T22:56:50.419488Z","end":"2026-02-27T22:56:50.568327Z","steps":["trace[1586291713] 'agreement among raft nodes before linearized reading' (duration: 148.581514ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:56:50.585971Z","caller":"traceutil/trace.go:171","msg":"trace[1287202000] transaction","detail":"{read_only:false; response_revision:28689; number_of_response:1; }","duration":"124.053799ms","start":"2026-02-27T22:56:50.46189Z","end":"2026-02-27T22:56:50.585944Z","steps":["trace[1287202000] 'process raft request' (duration: 123.764262ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:57:33.008266Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-27T22:57:33.014841Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-02-27T22:57:33.014981Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-02-27T22:58:26.669503Z","caller":"traceutil/trace.go:171","msg":"trace[1519706548] transaction","detail":"{read_only:false; response_revision:29341; number_of_response:1; }","duration":"114.933856ms","start":"2026-02-27T22:58:26.554521Z","end":"2026-02-27T22:58:26.669455Z","steps":["trace[1519706548] 'process raft request' (duration: 110.375731ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:59:06.970746Z","caller":"traceutil/trace.go:171","msg":"trace[36169347] transaction","detail":"{read_only:false; response_revision:29617; number_of_response:1; }","duration":"156.865603ms","start":"2026-02-27T22:59:06.813849Z","end":"2026-02-27T22:59:06.970714Z","steps":["trace[36169347] 'process raft request' (duration: 153.144126ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:59:06.970775Z","caller":"traceutil/trace.go:171","msg":"trace[1787627431] transaction","detail":"{read_only:false; response_revision:29618; number_of_response:1; }","duration":"148.152689ms","start":"2026-02-27T22:59:06.822578Z","end":"2026-02-27T22:59:06.970731Z","steps":["trace[1787627431] 'process raft request' (duration: 147.966815ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:59:06.970745Z","caller":"traceutil/trace.go:171","msg":"trace[1631236810] transaction","detail":"{read_only:false; response_revision:29619; number_of_response:1; }","duration":"144.320181ms","start":"2026-02-27T22:59:06.826402Z","end":"2026-02-27T22:59:06.970722Z","steps":["trace[1631236810] 'process raft request' (duration: 144.209918ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:59:06.970803Z","caller":"traceutil/trace.go:171","msg":"trace[819142406] transaction","detail":"{read_only:false; response_revision:29620; number_of_response:1; }","duration":"133.226872ms","start":"2026-02-27T22:59:06.837552Z","end":"2026-02-27T22:59:06.970779Z","steps":["trace[819142406] 'process raft request' (duration: 133.11575ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:59:09.449989Z","caller":"traceutil/trace.go:171","msg":"trace[238560897] linearizableReadLoop","detail":"{readStateIndex:30677; appliedIndex:30676; }","duration":"169.252851ms","start":"2026-02-27T22:59:09.28071Z","end":"2026-02-27T22:59:09.449963Z","steps":["trace[238560897] 'read index received' (duration: 99.529188ms)","trace[238560897] 'applied index is now lower than readState.Index' (duration: 69.722503ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:59:09.450135Z","caller":"traceutil/trace.go:171","msg":"trace[990529420] transaction","detail":"{read_only:false; response_revision:29635; number_of_response:1; }","duration":"291.246643ms","start":"2026-02-27T22:59:09.158813Z","end":"2026-02-27T22:59:09.45006Z","steps":["trace[990529420] 'process raft request' (duration: 221.52497ms)","trace[990529420] 'compare' (duration: 69.490357ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:59:09.45025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.528478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T22:59:09.450295Z","caller":"traceutil/trace.go:171","msg":"trace[761657324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29635; }","duration":"169.623941ms","start":"2026-02-27T22:59:09.280656Z","end":"2026-02-27T22:59:09.45028Z","steps":["trace[761657324] 'agreement among raft nodes before linearized reading' (duration: 169.462666ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T22:59:09.450307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.27265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:59:09.450392Z","caller":"traceutil/trace.go:171","msg":"trace[571707106] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29635; }","duration":"147.411973ms","start":"2026-02-27T22:59:09.302959Z","end":"2026-02-27T22:59:09.450371Z","steps":["trace[571707106] 'agreement among raft nodes before linearized reading' (duration: 147.208737ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:59:09.995385Z","caller":"traceutil/trace.go:171","msg":"trace[823458008] transaction","detail":"{read_only:false; response_revision:29640; number_of_response:1; }","duration":"202.660289ms","start":"2026-02-27T22:59:09.792702Z","end":"2026-02-27T22:59:09.995362Z","steps":["trace[823458008] 'process raft request' (duration: 202.428854ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:59:42.692196Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27764} {"level":"info","ts":"2026-02-27T22:59:42.819313Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27764,"took":"122.505163ms","hash":3445428640,"current-db-size-bytes":48324608,"current-db-size":"48 MB","current-db-size-in-use-bytes":30097408,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-27T22:59:42.81937Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3445428640,"revision":27764,"compact-revision":25279} {"level":"info","ts":"2026-02-27T22:59:51.874624Z","caller":"traceutil/trace.go:171","msg":"trace[1858408430] linearizableReadLoop","detail":"{readStateIndex:30975; appliedIndex:30973; }","duration":"110.739649ms","start":"2026-02-27T22:59:51.763851Z","end":"2026-02-27T22:59:51.874591Z","steps":["trace[1858408430] 'read index received' (duration: 31.104194ms)","trace[1858408430] 'applied index is now lower than readState.Index' (duration: 79.633595ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T22:59:51.87481Z","caller":"traceutil/trace.go:171","msg":"trace[1652414603] transaction","detail":"{read_only:false; response_revision:29923; number_of_response:1; }","duration":"130.916229ms","start":"2026-02-27T22:59:51.743753Z","end":"2026-02-27T22:59:51.87467Z","steps":["trace[1652414603] 'process raft request' (duration: 118.898618ms)","trace[1652414603] 'compare' (duration: 11.430197ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T22:59:51.875018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.283889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-27T22:59:51.875037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.159789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-27T22:59:51.875073Z","caller":"traceutil/trace.go:171","msg":"trace[376715420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29923; }","duration":"110.370631ms","start":"2026-02-27T22:59:51.764688Z","end":"2026-02-27T22:59:51.875059Z","steps":["trace[376715420] 'agreement among raft nodes before linearized reading' (duration: 110.200637ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T22:59:51.875096Z","caller":"traceutil/trace.go:171","msg":"trace[1307057686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29923; }","duration":"111.253411ms","start":"2026-02-27T22:59:51.763824Z","end":"2026-02-27T22:59:51.875078Z","steps":["trace[1307057686] 'agreement among raft nodes before linearized reading' (duration: 110.929584ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:00:02.492467Z","caller":"traceutil/trace.go:171","msg":"trace[1575958093] transaction","detail":"{read_only:false; response_revision:30041; number_of_response:1; }","duration":"113.724169ms","start":"2026-02-27T23:00:02.378719Z","end":"2026-02-27T23:00:02.492443Z","steps":["trace[1575958093] 'process raft request' (duration: 113.255789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:00:03.64576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.915219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full\" ","response":"range_response_count:1 size:683763"} {"level":"info","ts":"2026-02-27T23:00:03.645829Z","caller":"traceutil/trace.go:171","msg":"trace[1260234003] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-node-exporter-full; range_end:; response_count:1; response_revision:30050; }","duration":"222.041361ms","start":"2026-02-27T23:00:03.423772Z","end":"2026-02-27T23:00:03.645813Z","steps":["trace[1260234003] 'range keys from in-memory index tree' (duration: 221.677152ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:00:03.88273Z","caller":"traceutil/trace.go:171","msg":"trace[73460725] transaction","detail":"{read_only:false; response_revision:30051; number_of_response:1; }","duration":"121.751534ms","start":"2026-02-27T23:00:03.760959Z","end":"2026-02-27T23:00:03.88271Z","steps":["trace[73460725] 'process raft request' (duration: 121.628551ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:00:16.228176Z","caller":"traceutil/trace.go:171","msg":"trace[1665267264] transaction","detail":"{read_only:false; response_revision:30164; number_of_response:1; }","duration":"265.499514ms","start":"2026-02-27T23:00:15.962652Z","end":"2026-02-27T23:00:16.228151Z","steps":["trace[1665267264] 'process raft request' (duration: 265.3471ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:00:16.250594Z","caller":"traceutil/trace.go:171","msg":"trace[1491998245] linearizableReadLoop","detail":"{readStateIndex:31224; appliedIndex:31223; }","duration":"255.135722ms","start":"2026-02-27T23:00:15.995432Z","end":"2026-02-27T23:00:16.250567Z","steps":["trace[1491998245] 'read index received' (duration: 232.760701ms)","trace[1491998245] 'applied index is now lower than readState.Index' (duration: 22.374071ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:00:16.250707Z","caller":"traceutil/trace.go:171","msg":"trace[410371802] transaction","detail":"{read_only:false; response_revision:30165; number_of_response:1; }","duration":"267.150001ms","start":"2026-02-27T23:00:15.983547Z","end":"2026-02-27T23:00:16.250697Z","steps":["trace[410371802] 'process raft request' (duration: 266.896965ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:00:16.250866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.425448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T23:00:16.250903Z","caller":"traceutil/trace.go:171","msg":"trace[1542738838] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:30165; }","duration":"255.5051ms","start":"2026-02-27T23:00:15.995384Z","end":"2026-02-27T23:00:16.250889Z","steps":["trace[1542738838] 'agreement among raft nodes before linearized reading' (duration: 255.435049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:00:16.251097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.078278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T23:00:16.251138Z","caller":"traceutil/trace.go:171","msg":"trace[429719380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30165; }","duration":"218.152521ms","start":"2026-02-27T23:00:16.032973Z","end":"2026-02-27T23:00:16.251126Z","steps":["trace[429719380] 'agreement among raft nodes before linearized reading' (duration: 218.019027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:00:16.251263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.92709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T23:00:16.251296Z","caller":"traceutil/trace.go:171","msg":"trace[1241845338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30165; }","duration":"182.985061ms","start":"2026-02-27T23:00:16.068302Z","end":"2026-02-27T23:00:16.251287Z","steps":["trace[1241845338] 'agreement among raft nodes before linearized reading' (duration: 182.871789ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:00:16.251377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.652506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-27T23:00:16.251449Z","caller":"traceutil/trace.go:171","msg":"trace[1767766098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30165; }","duration":"186.730878ms","start":"2026-02-27T23:00:16.064699Z","end":"2026-02-27T23:00:16.25143Z","steps":["trace[1767766098] 'agreement among raft nodes before linearized reading' (duration: 186.544433ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:00:16.251572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.965105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:808194"} {"level":"warn","ts":"2026-02-27T23:00:16.251568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.8163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T23:00:16.251592Z","caller":"traceutil/trace.go:171","msg":"trace[1933733017] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:30165; }","duration":"172.016006ms","start":"2026-02-27T23:00:16.07957Z","end":"2026-02-27T23:00:16.251586Z","steps":["trace[1933733017] 'agreement among raft nodes before linearized reading' (duration: 171.76296ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:00:16.251599Z","caller":"traceutil/trace.go:171","msg":"trace[1698013352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30165; }","duration":"186.865841ms","start":"2026-02-27T23:00:16.064725Z","end":"2026-02-27T23:00:16.251591Z","steps":["trace[1698013352] 'agreement among raft nodes before linearized reading' (duration: 186.786199ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:00:16.360645Z","caller":"traceutil/trace.go:171","msg":"trace[1896794274] transaction","detail":"{read_only:false; response_revision:30167; number_of_response:1; }","duration":"100.693445ms","start":"2026-02-27T23:00:16.259928Z","end":"2026-02-27T23:00:16.360621Z","steps":["trace[1896794274] 'process raft request' (duration: 100.47733ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:00:16.360685Z","caller":"traceutil/trace.go:171","msg":"trace[1522543370] transaction","detail":"{read_only:false; response_revision:30168; number_of_response:1; }","duration":"100.603803ms","start":"2026-02-27T23:00:16.260058Z","end":"2026-02-27T23:00:16.360662Z","steps":["trace[1522543370] 'process raft request' (duration: 100.47589ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:00:47.379653Z","caller":"traceutil/trace.go:171","msg":"trace[433478618] transaction","detail":"{read_only:false; response_revision:30396; number_of_response:1; }","duration":"139.190472ms","start":"2026-02-27T23:00:47.240439Z","end":"2026-02-27T23:00:47.37963Z","steps":["trace[433478618] 'process raft request' (duration: 139.047288ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:02:03.349119Z","caller":"traceutil/trace.go:171","msg":"trace[53875727] transaction","detail":"{read_only:false; response_revision:30910; number_of_response:1; }","duration":"118.00819ms","start":"2026-02-27T23:02:03.231079Z","end":"2026-02-27T23:02:03.349087Z","steps":["trace[53875727] 'process raft request' (duration: 43.929894ms)","trace[53875727] 'compare' (duration: 73.880331ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:04:42.699833Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29860} {"level":"info","ts":"2026-02-27T23:04:42.843414Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29860,"took":"140.36961ms","hash":2949701883,"current-db-size-bytes":48324608,"current-db-size":"48 MB","current-db-size-in-use-bytes":27176960,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-27T23:04:42.843473Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2949701883,"revision":29860,"compact-revision":27764} {"level":"info","ts":"2026-02-27T23:07:38.04293Z","caller":"traceutil/trace.go:171","msg":"trace[1256506127] transaction","detail":"{read_only:false; response_revision:33323; number_of_response:1; }","duration":"166.014924ms","start":"2026-02-27T23:07:37.87689Z","end":"2026-02-27T23:07:38.042905Z","steps":["trace[1256506127] 'process raft request' (duration: 165.83813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:07:41.30842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.860326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-27T23:07:41.308524Z","caller":"traceutil/trace.go:171","msg":"trace[1424607751] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33344; }","duration":"122.998599ms","start":"2026-02-27T23:07:41.185502Z","end":"2026-02-27T23:07:41.3085Z","steps":["trace[1424607751] 'range keys from in-memory index tree' (duration: 122.665222ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:07:41.308572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.803356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-27T23:07:41.30863Z","caller":"traceutil/trace.go:171","msg":"trace[1912378292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33344; }","duration":"127.863808ms","start":"2026-02-27T23:07:41.180748Z","end":"2026-02-27T23:07:41.308612Z","steps":["trace[1912378292] 'range keys from in-memory index tree' (duration: 127.478328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T23:07:41.308431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.765702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-27T23:07:41.308693Z","caller":"traceutil/trace.go:171","msg":"trace[118778653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33344; }","duration":"127.0554ms","start":"2026-02-27T23:07:41.181628Z","end":"2026-02-27T23:07:41.308683Z","steps":["trace[118778653] 'range keys from in-memory index tree' (duration: 126.66218ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:07:41.401816Z","caller":"traceutil/trace.go:171","msg":"trace[487229382] transaction","detail":"{read_only:false; response_revision:33346; number_of_response:1; }","duration":"117.659143ms","start":"2026-02-27T23:07:41.284128Z","end":"2026-02-27T23:07:41.401787Z","steps":["trace[487229382] 'process raft request' (duration: 117.51329ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:07:41.541374Z","caller":"traceutil/trace.go:171","msg":"trace[801219423] transaction","detail":"{read_only:false; response_revision:33351; number_of_response:1; }","duration":"132.476039ms","start":"2026-02-27T23:07:41.408867Z","end":"2026-02-27T23:07:41.541343Z","steps":["trace[801219423] 'process raft request' (duration: 62.594955ms)","trace[801219423] 'compare' (duration: 69.756791ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T23:07:41.57585Z","caller":"traceutil/trace.go:171","msg":"trace[235737007] transaction","detail":"{read_only:false; response_revision:33353; number_of_response:1; }","duration":"126.296103ms","start":"2026-02-27T23:07:41.449534Z","end":"2026-02-27T23:07:41.57583Z","steps":["trace[235737007] 'process raft request' (duration: 126.254752ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:07:41.575876Z","caller":"traceutil/trace.go:171","msg":"trace[1511428037] transaction","detail":"{read_only:false; response_revision:33352; number_of_response:1; }","duration":"158.069371ms","start":"2026-02-27T23:07:41.417772Z","end":"2026-02-27T23:07:41.575842Z","steps":["trace[1511428037] 'process raft request' (duration: 157.892457ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:08:18.793621Z","caller":"traceutil/trace.go:171","msg":"trace[1931152635] transaction","detail":"{read_only:false; response_revision:33611; number_of_response:1; }","duration":"160.700508ms","start":"2026-02-27T23:08:18.632905Z","end":"2026-02-27T23:08:18.793606Z","steps":["trace[1931152635] 'process raft request' (duration: 160.601146ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:08:18.80402Z","caller":"traceutil/trace.go:171","msg":"trace[1519849368] linearizableReadLoop","detail":"{readStateIndex:34777; appliedIndex:34776; }","duration":"150.637338ms","start":"2026-02-27T23:08:18.65336Z","end":"2026-02-27T23:08:18.803997Z","steps":["trace[1519849368] 'read index received' (duration: 140.304941ms)","trace[1519849368] 'applied index is now lower than readState.Index' (duration: 10.331667ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T23:08:18.804129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.7473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-27T23:08:18.804184Z","caller":"traceutil/trace.go:171","msg":"trace[624529301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33612; }","duration":"150.816082ms","start":"2026-02-27T23:08:18.653331Z","end":"2026-02-27T23:08:18.804147Z","steps":["trace[624529301] 'agreement among raft nodes before linearized reading' (duration: 150.74806ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:08:18.804182Z","caller":"traceutil/trace.go:171","msg":"trace[1741913918] transaction","detail":"{read_only:false; response_revision:33612; number_of_response:1; }","duration":"170.869281ms","start":"2026-02-27T23:08:18.633296Z","end":"2026-02-27T23:08:18.804166Z","steps":["trace[1741913918] 'process raft request' (duration: 170.590875ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T23:09:42.71353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32006} {"level":"info","ts":"2026-02-27T23:09:42.880743Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32006,"took":"161.311091ms","hash":581919080,"current-db-size-bytes":49209344,"current-db-size":"49 MB","current-db-size-in-use-bytes":28368896,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-27T23:09:42.880788Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":581919080,"revision":32006,"compact-revision":29860} {"level":"info","ts":"2026-02-27T23:11:03.913229Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008c86.wal"} {"level":"info","ts":"2026-02-27T23:14:42.722817Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34184} {"level":"info","ts":"2026-02-27T23:14:42.84643Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34184,"took":"119.647706ms","hash":3273182940,"current-db-size-bytes":51761152,"current-db-size":"52 MB","current-db-size-in-use-bytes":29061120,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-27T23:14:42.846502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3273182940,"revision":34184,"compact-revision":32006}